-- Logs begin at Mon 2021-11-22 17:54:04 UTC, end at Mon 2021-11-22 18:48:49 UTC. -- Nov 22 18:24:07.758423 dv-cinder-818815-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 18:24:10.517029 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.common.config [-] Logging enabled! Nov 22 18:24:10.517689 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev221 Nov 22 18:24:10.517815 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102478) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 18:24:10.521028 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.common.config [-] Logging enabled! Nov 22 18:24:10.521291 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev221 Nov 22 18:24:10.521604 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102478) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 18:24:10.522536 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 18:24:10.522776 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 18:24:10.523172 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 18:24:10.523427 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 18:24:10.523661 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 18:24:10.523993 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.524428 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 18:24:10.524746 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.525044 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.525341 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.525683 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.525991 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.526278 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.526571 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.527143 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.527438 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.527721 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.528011 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.528306 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.528591 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.528881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.529170 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.529459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] debug = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.529744 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.530176 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.530592 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.530893 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.531188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.531475 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.531751 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.532032 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.532322 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.532652 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] host = dv-cinder-818815-1-iscsi {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.532932 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.533220 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.533509 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.533802 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.534085 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.534362 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.534650 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.534963 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.535233 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.535512 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.535802 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.536094 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.536384 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.536613 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.536839 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.537128 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.537415 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.537696 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.537974 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.538252 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.538529 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.538804 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.539113 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.539403 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.539697 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.539988 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.540271 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.540547 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.540826 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.541104 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.541448 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.541730 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.542012 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.542290 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.542581 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.542892 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.543161 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.543465 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.543759 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.544048 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.544338 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.544617 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.544903 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.545181 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.545458 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.545735 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_json = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.546029 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.546286 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.546572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.546865 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.547153 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.547430 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.547706 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.547993 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:10.548295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.548596 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.548900 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.549189 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.549496 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.549780 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.550074 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.550360 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.550648 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.550961 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.551256 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.551540 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.551833 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.552118 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.552417 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.552723 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.553022 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.553320 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.553605 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.553885 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.554165 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.554448 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.554740 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.555049 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.555344 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.555635 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.555917 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.556218 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.556517 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.556813 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.557647 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.557930 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.558217 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.558512 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.558795 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.559115 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.559401 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.559693 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.559976 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.560252 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.560540 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.560823 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.561098 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.561375 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.561659 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.561950 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.562232 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.562509 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.562785 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.563091 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.563365 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.563655 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.563939 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.564214 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.564490 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.564773 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.565050 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.565324 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.565605 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.565880 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.566163 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.566437 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.566714 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.567020 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.567297 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.567576 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.567847 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.568120 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.568401 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.568681 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.568959 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.569237 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.569515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.569798 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.570084 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.570385 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.570669 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.570978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.571263 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.571547 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.571829 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.572110 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.572390 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.573236 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.573517 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.573912 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.574213 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.574507 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.574796 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.575136 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.575439 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.575723 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.576010 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.576293 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.576576 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.576863 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.577153 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.577451 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.577749 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.578052 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.578345 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.578641 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.578952 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.579271 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.579558 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:10.579785 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 18:24:10.580031 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102478) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 18:24:11.021281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 18:24:11.021568 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 18:24:11.021885 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 18:24:11.022237 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 18:24:11.360988 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.361280 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.361558 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.362768 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.363072 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.363461 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.401257 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.401537 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.401809 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.417429 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.417891 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.418177 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.448503 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.448784 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.449062 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.487756 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.488039 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.488319 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.737619 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.738287 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.738287 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.738452 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.739174 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.843639 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.843965 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.844270 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.844541 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.844819 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.845132 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.845399 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.845660 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.845920 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.846207 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.846469 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.846737 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.847021 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.847278 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.847536 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.847808 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.848068 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.848337 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.848611 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.848876 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.849154 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.849412 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.849702 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.850106 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.850359 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.850610 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.851091 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.851346 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.851590 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.851848 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.852078 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.852317 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:11.852705 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 18:24:11.856888 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 18:24:11.861077 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 18:24:11.865175 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 22 18:24:11.867011 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 18:24:11.867495 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 18:24:11.867842 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 18:24:11.868247 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 18:24:11.871649 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 18:24:11.871908 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 18:24:11.872264 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 18:24:11.877704 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 18:24:11.901333 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 18:24:11.901803 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.902366 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102478) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 18:24:11.902729 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.904266 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102478) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 18:24:11.904568 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 18:24:11.904823 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 18:24:11.908705 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.908998 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:11.973494 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 18:24:11.973737 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 18:24:11.973962 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 18:24:11.974365 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 18:24:11.998654 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_db.sqlalchemy.engines [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102478) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 18:24:12.550570 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing driver for type 'gre' Nov 22 18:24:12.551131 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] gre ID ranges: [(1, 1000)] Nov 22 18:24:12.605813 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing driver for type 'local' Nov 22 18:24:12.606154 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing driver for type 'vlan' Nov 22 18:24:12.619841 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] VlanTypeDriver initialization complete Nov 22 18:24:12.620354 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing driver for type 'vxlan' Nov 22 18:24:12.620860 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] vxlan ID ranges: [(1, 1000)] Nov 22 18:24:12.672000 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing extension driver 'port_security' Nov 22 18:24:12.672326 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] PortSecurityExtensionDriver initialization complete Nov 22 18:24:12.672667 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing mechanism driver 'openvswitch' Nov 22 18:24:12.673018 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing mechanism driver 'hyperv' Nov 22 18:24:12.679721 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:12.680406 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.680784 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.681144 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.681687 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.682129 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.682491 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.682867 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.683275 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.683695 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.684051 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.684400 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.684801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.685215 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.685570 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.685919 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.686460 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.686906 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.687269 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.687623 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.688036 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.688454 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > address_group after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.688806 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > address_group after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.689155 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.689552 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 18:24:12.689941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] ML2 OVO RPC backend initialized. {{(pid=102478) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 18:24:12.690660 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.691048 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.691470 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.691823 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > networks before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.692179 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.692527 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > ports before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.692871 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.693217 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnets before_response 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.693572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.693922 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.694259 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.694603 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.694972 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.695317 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.695666 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.696012 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.696347 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.696956 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.plugin [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Modular L2 Plugin initialization complete Nov 22 18:24:12.697291 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading services supported by the core plugin {{(pid=102478) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 18:24:12.697828 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.plugins.ml2.managers [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Got port-security extension from driver 'port_security' Nov 22 18:24:12.698440 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.extensions.vlantransparent [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Disabled vlantransparent extension. Nov 22 18:24:12.698978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102478) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 18:24:12.699304 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: router Nov 22 18:24:12.736731 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.737140 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_create 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.737532 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router before_create 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.737885 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.738451 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.738619 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_delete 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.739022 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.739378 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.739744 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_create 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.740099 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.740455 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.740808 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.741172 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.741590 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.741964 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.742308 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.742652 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: subnet after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.743026 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.743384 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.743738 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.744091 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.744472 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.744835 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router after_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.745187 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.745543 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.745909 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.746258 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.746628 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > agent after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.747009 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > agent after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.747366 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.748263 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Tracking information for resource: router configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:12.748603 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Tracking information for resource: floatingip configured {{(pid=102478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 18:24:12.753845 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.db.l3_agentschedulers_db [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 18:24:12.754440 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.754810 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.755197 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.755555 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: port after_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.756365 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router before_create 55550100 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.756739 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.757110 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_create 55550100 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.757475 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > router precommit_update 55550100 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.762644 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.provider_configuration [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service providers = [] {{(pid=102478) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 18:24:12.763037 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.db.servicetype_db [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102478) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 18:24:12.766082 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.service_base [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 18:24:12.766438 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.service_base [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 18:24:12.766786 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.service_base [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 18:24:12.767796 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.services.service_base [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 18:24:12.768177 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.services.service_base [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 18:24:12.768572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.768895 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 18:24:12.780784 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.780784 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: auto_allocate Nov 22 18:24:12.787190 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: network precommit_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.787575 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: network precommit_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.788111 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.788441 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: tag Nov 22 18:24:12.795969 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.796306 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: timestamp Nov 22 18:24:12.800488 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.800877 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: network_ip_availability Nov 22 18:24:12.806405 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.806818 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.807208 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:12.807969 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.808294 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: flavors Nov 22 18:24:12.813445 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.813873 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading Plugin: revisions Nov 22 18:24:12.821181 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 18:24:12.821865 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=102478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 18:24:12.823381 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102478) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 18:24:12.823982 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Initializing extension manager. Nov 22 18:24:12.824844 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: __init__.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.825458 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: __pycache__ {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.826052 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.826650 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: address_group.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.828031 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.829094 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: address-group Nov 22 18:24:12.829664 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: address_scope.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.830996 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.831529 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: address-scope Nov 22 18:24:12.831868 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.832866 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.833384 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: router-admin-state-down-before-update Nov 22 18:24:12.833720 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: agent.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.834441 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.834992 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: agent Nov 22 18:24:12.835327 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: agent_resources_synced.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.836255 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.836766 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: agent-resources-synced Nov 22 18:24:12.837106 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: allowedaddresspairs.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.839561 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.840088 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: allowed-address-pairs Nov 22 18:24:12.840423 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: auto_allocated_topology.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.841547 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.842071 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: auto-allocated-topology Nov 22 18:24:12.842411 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: availability_zone.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.843158 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.843665 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: availability_zone Nov 22 18:24:12.843998 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: availability_zone_filter.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.844925 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.845443 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: availability_zone_filter Nov 22 18:24:12.845775 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: data_plane_status.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.846712 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.847248 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 18:24:12.847579 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: default_subnetpools.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.848515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.849030 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: default-subnetpools Nov 22 18:24:12.849361 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.850207 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.850728 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: dhcp_agent_scheduler Nov 22 18:24:12.851083 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: dns.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.854915 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.854915 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 18:24:12.854915 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: dns_domain_ports.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.854915 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.855389 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 18:24:12.855389 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.856272 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.856781 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 18:24:12.857119 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: dvr.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.857808 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.858326 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: dvr Nov 22 18:24:12.858651 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: ecmp_routes.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.859624 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.860136 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 18:24:12.860462 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: empty_string_filtering.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.861385 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.861899 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: empty-string-filtering Nov 22 18:24:12.862229 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.863190 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.863700 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 18:24:12.864023 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.864956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.865464 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 18:24:12.865807 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: external_net.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.866700 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.867247 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: external-net Nov 22 18:24:12.867572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.868501 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.869003 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: extra_dhcp_opt Nov 22 18:24:12.869353 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: extraroute.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.870282 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.870786 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: extraroute Nov 22 18:24:12.871143 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: extraroute_atomic.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.872212 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.872719 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: extraroute-atomic Nov 22 18:24:12.873047 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: filter_validation.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.873734 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.874240 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: filter-validation Nov 22 18:24:12.874572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: fip_pf_description.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.875527 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.876036 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 18:24:12.876363 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: fip_port_details.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.877307 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.877809 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: fip-port-details Nov 22 18:24:12.878137 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: flavors.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.879449 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.879969 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: flavors Nov 22 18:24:12.880301 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.882044 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.882572 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 18:24:12.882941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: floatingip_pools.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.883658 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.884176 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: floatingip-pools Nov 22 18:24:12.884512 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: ip_allocation.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.885493 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.886089 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 18:24:12.886423 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.887391 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.887910 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: ip-substring-filtering Nov 22 18:24:12.888245 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l2_adjacency.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.889181 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.889696 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 18:24:12.890030 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.891239 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.891771 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: router Nov 22 18:24:12.892110 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.894422 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.894983 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 18:24:12.895324 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.896292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.896815 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: ext-gw-mode Nov 22 18:24:12.897156 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.898089 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.898611 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: l3-ha Nov 22 18:24:12.898976 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3_flavors.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.899915 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.900434 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: l3-flavors Nov 22 18:24:12.901356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.902510 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.903054 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 18:24:12.903386 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: l3agentscheduler.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.904442 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.904962 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: l3_agent_scheduler Nov 22 18:24:12.905300 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: local_ip.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.907146 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.907680 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension local_ip not supported by any of loaded plugins Nov 22 18:24:12.908022 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: logging.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.909515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.910046 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension logging not supported by any of loaded plugins Nov 22 18:24:12.910384 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: metering.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.911170 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.911765 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: metering Nov 22 18:24:12.912097 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.913209 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.913732 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: metering_source_and_destination_fields Nov 22 18:24:12.914067 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: multiprovidernet.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.915037 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.915558 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: multi-provider Nov 22 18:24:12.915890 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: netmtu.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.917468 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.917980 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: net-mtu Nov 22 18:24:12.918311 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: netmtu_writable.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.919277 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.919789 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: net-mtu-writable Nov 22 18:24:12.920119 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: network_availability_zone.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.920809 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.921319 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: network_availability_zone Nov 22 18:24:12.921647 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: network_ip_availability.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.922777 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.923338 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: network-ip-availability Nov 22 18:24:12.923676 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: network_segment_range.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.924455 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.924963 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 18:24:12.925297 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: pagination.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.927935 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.928290 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: pagination Nov 22 18:24:12.928636 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: port_device_profile.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.929600 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.930131 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: port-device-profile Nov 22 18:24:12.930470 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.931442 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.931989 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: port-mac-address-regenerate Nov 22 18:24:12.932326 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.933448 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.933966 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: port-numa-affinity-policy Nov 22 18:24:12.934302 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: port_resource_request.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.935264 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.935778 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 18:24:12.936109 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: port_resource_request_groups.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.937106 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.937625 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 18:24:12.937966 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: portbindings.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.939083 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.939601 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: binding Nov 22 18:24:12.939934 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: portbindings_extended.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.941261 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.941782 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: binding-extended Nov 22 18:24:12.942113 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: portsecurity.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.943073 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.943589 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: port-security Nov 22 18:24:12.943920 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: project_id.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.944925 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.945265 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: project-id Nov 22 18:24:12.945594 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: providernet.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.946542 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.947094 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: provider Nov 22 18:24:12.947986 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.951877 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.952408 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos not supported by any of loaded plugins Nov 22 18:24:12.952749 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.954027 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.954553 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 18:24:12.954918 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.955861 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.956384 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 18:24:12.956719 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_default.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.957650 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.958179 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-default not supported by any of loaded plugins Nov 22 18:24:12.958517 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_fip.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.959225 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.959738 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 18:24:12.960069 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_gateway_ip.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.961008 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.961518 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 18:24:12.961850 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_port_network_policy.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.962789 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.964021 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 18:24:12.964351 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.965700 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.965947 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 18:24:12.966276 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_pps_rule.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.967583 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.968034 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 18:24:12.968377 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_rule_type_details.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.969316 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.969834 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 18:24:12.970166 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: qos_rules_alias.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.971257 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.971773 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 18:24:12.972107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: quota_check_limit.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.973033 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.973550 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: quota-check-limit Nov 22 18:24:12.973883 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: quotasv2.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.974891 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.975232 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: quotas Nov 22 18:24:12.975563 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: quotasv2_detail.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.979066 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.979414 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: quota_details Nov 22 18:24:12.979750 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: rbac.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.980836 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.981380 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: rbac-policies Nov 22 18:24:12.981719 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: rbac_address_group.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.982677 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.983241 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: rbac-address-group Nov 22 18:24:12.983580 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: rbac_address_scope.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.984521 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.985042 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: rbac-address-scope Nov 22 18:24:12.985374 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: rbac_security_groups.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.986309 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.986830 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: rbac-security-groups Nov 22 18:24:12.987189 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: rbac_subnetpool.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.988127 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.988650 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: rbac-subnetpool Nov 22 18:24:12.988982 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: revisionifmatch.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.989915 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.990434 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: revision-if-match Nov 22 18:24:12.990766 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: revisions.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.991930 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.992444 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: standard-attr-revisions Nov 22 18:24:12.992779 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: router_availability_zone.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.993469 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.993982 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: router_availability_zone Nov 22 18:24:12.994348 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: routerservicetype.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.995390 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.995902 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 18:24:12.996237 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.997260 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.997785 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: security-groups-normalized-cidr Nov 22 18:24:12.998122 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:12.999094 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:12.999615 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: port-security-groups-filtering Nov 22 18:24:12.999945 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.000892 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.001419 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: security-groups-remote-address-group Nov 22 18:24:13.001747 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.002696 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.003239 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: security-groups-shared-filtering Nov 22 18:24:13.003572 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.004175 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 18:24:13.004499 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: securitygroup.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.015129 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.015668 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: security-group Nov 22 18:24:13.016003 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: segment.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.016812 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.017326 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension segment not supported by any of loaded plugins Nov 22 18:24:13.017659 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.018648 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.019197 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 18:24:13.019515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: servicetype.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.020641 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.021166 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: service-type Nov 22 18:24:13.021520 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: sorting.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.022511 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.022889 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: sorting Nov 22 18:24:13.023226 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: standard_attr_segment.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.024159 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.024680 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 18:24:13.025015 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: standardattrdescription.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.026355 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.027195 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: standard-attr-description Nov 22 18:24:13.027531 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: stateful_security_group.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.028500 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.029030 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: stateful-security-group Nov 22 18:24:13.029360 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: stdattrs_common.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.029941 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 18:24:13.030269 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.031250 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.031766 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 18:24:13.032096 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnet_onboard.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.033198 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.033725 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: subnet_onboard Nov 22 18:24:13.034059 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.035031 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.035549 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 18:24:13.035881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnet_service_types.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.036829 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.037349 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: subnet-service-types Nov 22 18:24:13.037683 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnetallocation.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.038814 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.039366 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: subnet_allocation Nov 22 18:24:13.039697 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.040388 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.040904 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: subnetpool-prefix-ops Nov 22 18:24:13.041265 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.042214 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.042735 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 18:24:13.043103 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: tagging.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.044210 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.044733 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: standard-attr-tag Nov 22 18:24:13.045067 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: timestamp.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.046301 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.046826 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loaded extension: standard-attr-timestamp Nov 22 18:24:13.047189 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: trunk.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.048243 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.048774 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension trunk not supported by any of loaded plugins Nov 22 18:24:13.049109 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: trunk_details.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.050062 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.050575 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 18:24:13.050986 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: uplink_status_propagation.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.051889 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.052407 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 18:24:13.052744 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Loading extension file: vlantransparent.py {{(pid=102478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 18:24:13.053431 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 18:24:13.053944 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 18:24:13.056574 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:network Nov 22 18:24:13.057164 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnet Nov 22 18:24:13.057574 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 18:24:13.057970 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:port Nov 22 18:24:13.059295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.059741 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service FLAVORS assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.060365 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.060820 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.061159 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:router Nov 22 18:24:13.061608 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 18:24:13.062105 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service METERING assigned prefix: /metering {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.063605 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:13.063981 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:13.064336 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:24:13.065372 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 18:24:13.065816 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:security_group Nov 22 18:24:13.066398 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 18:24:13.067034 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service CORE assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.067387 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 18:24:13.067742 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] subnetpool is already registered Nov 22 18:24:13.068173 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service CORE assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.068519 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 18:24:13.068860 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] subnetpool is already registered Nov 22 18:24:13.071175 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.071618 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service FLAVORS assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.072215 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.073192 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.073544 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:router Nov 22 18:24:13.073886 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] router is already registered Nov 22 18:24:13.074306 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 18:24:13.074652 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] floatingip is already registered Nov 22 18:24:13.075145 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service METERING assigned prefix: /metering {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.075826 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 18:24:13.076161 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] rbac_policy is already registered Nov 22 18:24:13.076578 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:security_group Nov 22 18:24:13.076919 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] security_group is already registered Nov 22 18:24:13.077327 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 18:24:13.077665 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] security_group_rule is already registered Nov 22 18:24:13.078298 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service CORE assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.078636 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 18:24:13.079014 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] subnetpool is already registered Nov 22 18:24:13.079440 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.v2.resource_helper [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Service CORE assigned prefix: {{(pid=102478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 18:24:13.079777 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 18:24:13.080114 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING neutron.quota.resource_registry [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] subnetpool is already registered Nov 22 18:24:13.080581 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: extensions {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.082086 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: address-groups {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.083606 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: address-scopes {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.084923 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: agents {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.086103 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: auto-allocated-topology {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.087363 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: availability_zones {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.089155 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: dhcp-networks {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.090679 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: dhcp-agents {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.092136 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: routers {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.094439 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: flavors {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.095648 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: service_profiles {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.096859 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: next_providers {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.098302 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: service_profiles {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.099898 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: floatingip-pools {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.101119 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: routers {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.103250 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: floatingips {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.105739 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: l3-routers {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.107160 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: l3-agents {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.108586 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: metering-labels {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.110151 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: metering-label-rules {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.111476 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: network-ip-availabilities {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.112740 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: bindings {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.114390 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: quotas {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.115987 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: quotas {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.117587 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: rbac-policies {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.118912 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: security-groups {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.120192 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: security-group-rules {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.121428 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: service-providers {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.122646 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: subnetpools {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.124096 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: subnetpools {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.125621 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.127346 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.129166 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.130966 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.133005 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.135393 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.137084 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.139007 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.140944 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.142801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron.api.extensions [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Extended resource: tags {{(pid=102478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 18:24:13.148953 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING keystonemiddleware.auth_token [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 18:24:13.154642 dv-cinder-818815-1-iscsi neutron-server[102478]: WARNING keystonemiddleware.auth_token [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 18:24:13.163686 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Acquired lock "singleton_lock" {{(pid=102478) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 18:24:13.164169 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_concurrency.lockutils [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Releasing lock "singleton_lock" {{(pid=102478) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 18:24:13.164835 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Starting 2 workers Nov 22 18:24:13.170300 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Started child 102585 {{(pid=102478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 18:24:13.175603 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Started child 102586 {{(pid=102478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 18:24:13.176176 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.176819 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO neutron.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 18:24:13.177265 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Publish callbacks [] for process, before_spawn {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.177470 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [-] (102585) wsgi starting up on http://0.0.0.0:9696 Nov 22 18:24:13.179772 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Starting 1 workers Nov 22 18:24:13.179899 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.181258 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [-] (102586) wsgi starting up on http://0.0.0.0:9696 Nov 22 18:24:13.185610 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Started child 102587 {{(pid=102478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 18:24:13.186225 dv-cinder-818815-1-iscsi neutron-server[102478]: INFO oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Starting 1 workers Nov 22 18:24:13.189625 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] calling RpcWorker wait() {{(pid=102587) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 18:24:13.190239 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] returning from RpcWorker wait() {{(pid=102587) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 18:24:13.190884 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Started child 102588 {{(pid=102478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 18:24:13.191466 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.191739 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e3c3eb7f-f07e-451a-a603-1823f36f5a60 None None] Publish callbacks [] for process, after_spawn {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.191917 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:13.193707 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102478) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 18:24:13.193926 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 18:24:13.194123 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 18:24:13.194350 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 18:24:13.194702 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 18:24:13.194914 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 18:24:13.195454 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.195742 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.196017 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.196289 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.196609 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.196734 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:13.197253 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.197487 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.197756 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.198028 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.198310 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:13.198599 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.198941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.199256 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.199686 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.200074 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.200548 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.200966 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.201351 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.201755 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.202060 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.202486 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.202957 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.203334 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.203739 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] debug = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.204151 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.204790 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.205175 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.205571 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.205925 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.206334 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.206746 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.207161 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.207532 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.207888 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.208271 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.208676 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.209061 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.209429 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.209811 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.210164 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.210541 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.210950 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.211575 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] host = dv-cinder-818815-1-iscsi {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.211956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.212308 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.212720 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.213156 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.213579 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.213954 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.214351 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.214780 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.215215 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.215600 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.216027 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.216434 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.216801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.217176 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.217485 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_options = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.217849 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.218290 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.218678 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.219046 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.219363 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.219688 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.220123 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.220433 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.220849 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.221211 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.221570 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.221953 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.222333 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.222813 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.223236 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.223646 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.224041 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.224398 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.224806 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.225197 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.225561 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.225939 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.226381 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.226625 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.226951 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.227352 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.227757 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.228122 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.228497 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.229591 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.230000 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.230414 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.230796 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.231248 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.231657 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.232044 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.232422 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.232810 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.233233 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.233620 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.234028 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.234437 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.234818 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.235215 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.235595 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.235958 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.236367 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_json = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.236729 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.237112 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.237504 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.237857 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.238295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.238678 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.239074 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.239461 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.240045 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.240474 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.240939 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.241356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.241738 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.242143 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.242550 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.242802 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.243248 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.243687 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.244013 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.244316 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.245203 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.245793 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.245903 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.246206 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.246462 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.246744 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.247136 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.247541 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.247788 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.248163 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.248639 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.248953 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.249372 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.249809 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.250124 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.250433 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.250900 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.251435 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.251893 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.252329 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.252786 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.253181 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.253604 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.254022 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.254439 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.254674 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.254941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.255215 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.255452 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.255679 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.255907 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.256326 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.256558 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.256798 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.257034 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.257456 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.257702 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.257929 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.258310 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.258533 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.258937 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.259332 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.259597 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261515 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.261978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.262204 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.262567 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.263003 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.263382 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.263801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.264203 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.264423 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.264785 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.265165 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.265556 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.265945 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.266351 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.266573 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.266978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.267390 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.267692 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.268057 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.268435 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.268800 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.269180 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.269543 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.269945 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.270326 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.270695 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.271088 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.271467 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.271831 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.272283 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.272739 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.273155 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.273558 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.273802 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.274055 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.274312 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.274523 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.274772 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.275044 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.275284 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.275804 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.276467 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.276747 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.277238 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.277617 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.278009 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.278402 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.278804 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.279197 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.279602 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.279997 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.280461 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.280722 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.280961 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.281354 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.281622 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.281891 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.282140 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.282454 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.282698 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.283287 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.283752 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.284190 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.284655 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.285064 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.285353 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.285827 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.286152 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.286590 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.287049 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.287324 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.287593 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.287835 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.288087 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.288314 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.288555 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.288904 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.289161 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.289431 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.289649 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.290108 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.290379 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.290643 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.290953 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.291756 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.292052 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.292262 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.292498 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.292716 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.293146 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.293408 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.293634 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.293882 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.294103 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.294344 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.294587 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.294805 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.295106 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.295899 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.295899 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.295899 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.296196 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.296196 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.296456 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.296673 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.297267 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.297267 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.297414 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298148 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298148 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298148 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298534 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298534 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.298791 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.299081 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.299353 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.299557 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.299816 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.300085 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.300353 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.300562 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.300786 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.301057 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.301230 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.301453 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.301692 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.301927 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.302178 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.302395 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.302719 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.303017 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.303362 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.303624 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.303887 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.304142 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.304383 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.304734 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.304972 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.305102 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.305281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.305504 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.305725 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.305993 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.306254 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.306513 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.306775 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.307526 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.307744 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.308514 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.308514 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.308514 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309925 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.309925 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.310177 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.310308 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.310490 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.310732 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.310971 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.311226 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.311460 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.311674 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.311912 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.312129 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.312408 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.312601 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.312817 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.313032 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.313278 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.313499 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.313713 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.313941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.314154 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.314366 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.314590 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.314809 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.315052 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.315286 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.315501 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.315737 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.315942 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.316153 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.316610 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.316903 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.317186 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.317427 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.317694 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.317933 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.318189 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.318450 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.318760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.319002 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.319271 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.319508 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.319750 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.319997 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.320256 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.320582 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.320882 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.321141 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.321404 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.321695 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.321985 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.322245 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.322674 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.323069 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.323315 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.323502 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.323774 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.324028 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.324281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.324510 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.324732 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.324820 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:13.324977 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.325222 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.325517 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.325704 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.325939 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.326169 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.326395 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.326626 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.326844 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.327092 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.327310 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.327535 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.327752 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.327914 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 18:24:13.328457 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102478) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 18:24:13.328621 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 18:24:13.328778 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 18:24:13.328949 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 18:24:13.329124 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 18:24:13.329279 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 18:24:13.329491 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.329656 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.329820 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.329985 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.330147 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.330330 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.330494 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.330657 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.330820 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331008 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331171 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331337 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331499 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331661 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331823 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.331984 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332146 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332306 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332474 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332635 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332796 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.332958 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333120 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] debug = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333280 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333489 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333658 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333820 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.333979 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334142 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334303 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334463 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334625 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334785 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.334976 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.335139 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] host = dv-cinder-818815-1-iscsi {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337188 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.337760 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.338813 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.338813 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.338813 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339039 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339194 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339358 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_options = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339529 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339694 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.339855 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340047 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340224 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340398 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340535 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340742 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.340898 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341042 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341164 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341536 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341680 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341799 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.341914 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342128 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342270 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342401 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342523 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342648 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.342939 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343069 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343168 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343303 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343445 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343603 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343765 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.343929 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344087 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344247 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344409 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344570 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344738 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.344940 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345079 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345216 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345360 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345512 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345660 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345824 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.345973 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.346131 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.346453 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.346614 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.346958 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.347262 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_json = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.347565 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.347875 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348041 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348202 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348359 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348500 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348635 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348785 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 18:24:13.348979 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349144 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349321 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349474 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349638 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349804 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.349970 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.350134 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.350299 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.350463 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.350636 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.350801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.351001 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.351166 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.351331 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.351498 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.351668 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352010 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352010 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352257 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352380 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352474 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352593 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352759 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.352923 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.353135 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.353263 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.353388 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.353552 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.354295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.354956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.354956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.354956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.354956 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355409 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355409 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355409 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355622 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355701 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.355878 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356109 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356200 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356326 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356488 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356652 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356817 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.356982 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357147 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357314 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357481 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357645 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357808 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.357973 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.358138 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.358303 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.358470 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.358631 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.358807 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.359881 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360415 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360415 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360415 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360624 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360702 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360823 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.360987 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361152 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361317 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361487 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361651 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361815 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.361978 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362143 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362308 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362472 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362637 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362801 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.362987 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363153 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363317 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363483 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363647 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363810 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.363973 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364139 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364312 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364490 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364653 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364816 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.364981 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365130 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365296 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365459 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365622 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365787 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.365953 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366121 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366283 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366450 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366617 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366776 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.366966 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367134 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367296 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367460 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367628 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367779 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.367941 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.368107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.368270 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.368433 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.368682 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.369425 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.369425 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.369425 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.369425 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.370983 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.371895 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372519 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372519 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372519 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372519 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372893 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.372893 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373122 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373122 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373350 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373483 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373606 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373729 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.373860 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374016 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374183 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374348 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374514 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374679 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.374845 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375032 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375199 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375365 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375528 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375694 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.375859 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376023 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376393 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376506 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376670 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376835 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.376999 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377163 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377327 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377491 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377725 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377848 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.377971 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378116 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378446 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378612 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378776 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.378963 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379132 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379296 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379457 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379624 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379788 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.379953 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380118 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380283 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380450 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380599 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380765 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.380947 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381115 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381280 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381444 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381608 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381772 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.381935 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382099 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382263 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382427 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382591 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382758 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.382948 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383115 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383281 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383447 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383613 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383778 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.383943 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384122 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384289 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384453 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384618 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384784 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.384981 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385177 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385350 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385518 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385696 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385888 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.385888 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.386224 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.386224 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.386692 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.386692 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.386692 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.387478 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.387478 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.387478 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.387478 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.387478 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.388356 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.389292 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390107 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390670 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390670 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390670 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.390670 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391132 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391132 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391363 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391363 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391615 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391754 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.391886 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392010 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392135 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392295 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392461 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392635 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392808 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.392981 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393147 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393317 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393493 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393659 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393823 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.393987 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.394152 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.394319 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.394482 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.394647 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.394810 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395029 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395157 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395283 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395453 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395618 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395769 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.395934 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.396098 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.396262 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.396426 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.396579 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 18:24:13.396736 dv-cinder-818815-1-iscsi neutron-server[102478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 18:24:13.443991 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 55980) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:13.452813 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065374 Nov 22 18:24:25.401743 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437b23e-ac70-4944-b608-b0660a9a73b8 None None] get_active_networks_info from dv-cinder-818815-1-iscsi {{(pid=102587) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 18:24:25.476741 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b437b23e-ac70-4944-b608-b0660a9a73b8 None None] No non-hosted networks {{(pid=102587) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 18:24:25.509616 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.agentschedulers_db [None req-b437b23e-ac70-4944-b608-b0660a9a73b8 None None] DHCP Agent not found on host dv-cinder-818815-1-iscsi {{(pid=102587) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 18:24:25.675807 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fd8326c2-25fe-4662-ab86-203fdb934b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:27.693127 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3c31bffc-38b8-4ce7-8aa5-d60c09ef5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:27.747411 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2c62-83b5-47e4-9e08-fca2f4220526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:28.936433 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:31.160596 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.db.l3_hamode_db [None req-2e5e0059-62a9-471e-95a1-e68fb9daf9a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 18:24:31.276442 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0059-62a9-471e-95a1-e68fb9daf9a8 None None] Routers set() bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:24:31.277097 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0059-62a9-471e-95a1-e68fb9daf9a8 None None] Router IDs set() for agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 18:24:31.590044 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:31.623733 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:31.625049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.626015 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.626571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.627088 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.627577 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.628051 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.628528 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.629032 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.629676 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.630153 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.631425 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.631910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:31.632494 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818815-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:31.642056 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818815-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:24:32.276585 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56070) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:33.007208 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING oslo_policy.policy [None req-feecf631-7278-4252-afa4-d8d767d50033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:33.008187 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING oslo_policy.policy [None req-feecf631-7278-4252-afa4-d8d767d50033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:33.269000 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [None req-feecf631-7278-4252-afa4-d8d767d50033 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:24:33.270151 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-feecf631-7278-4252-afa4-d8d767d50033 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9921124 Nov 22 18:24:35.907485 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56086) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:36.455173 dv-cinder-818815-1-iscsi neutron-server[102585]: WARNING oslo_policy.policy [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:36.455802 dv-cinder-818815-1-iscsi neutron-server[102585]: WARNING oslo_policy.policy [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:36.689072 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:24:36.788672 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.policy [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102585) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 18:24:36.838415 dv-cinder-818815-1-iscsi neutron-server[102585]: WARNING oslo_policy.policy [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:36.838904 dv-cinder-818815-1-iscsi neutron-server[102585]: WARNING oslo_policy.policy [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:36.847921 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.quota [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] Loaded quota_driver: . Nov 22 18:24:36.950693 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089387405', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089391010', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089367152', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089368937', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089542731', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728089554770', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15995970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16245341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474037', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1694560'] for rbac-policy, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:37.028182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:37.036820 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-75805529-505e-4555-936c-1de12443ac43 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1197195 Nov 22 18:24:39.900549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56104) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:40.233578 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Request body: {'network': {'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'name': 'private', 'project_id': '5d2e7b9bbdad40219643029d012a851a'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:24:40.270203 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Made reservation on behalf of 5d2e7b9bbdad40219643029d012a851a for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:24:40.273572 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.294792 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.419349 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.423522 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.444132 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:24:40.475843 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728085909468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.476464 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Unsubscribe: segment precommit_create {{(pid=102585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 18:24:40.476976 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Added segment 8189b6c3-d018-4826-a454-174f47cb0e72 of type vlan for network e14cf379-f950-4b70-b169-eac784f6c019 Nov 22 18:24:40.494270 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fd8e4-f40b-47ee-8a6c-e8fbebdb8086,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:40.546598 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.546995 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.547352 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.547692 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.548029 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.548381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.548721 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.549066 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.549419 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.549751 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.550077 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.550400 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Tracked resource versions report: Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: pushed versions: Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Log': {'1.0'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Network': {'1.1'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Port': {'1.7'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: consumer versions: Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Log': '1.0', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Network': '1.1', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Port': '1.7', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SubPort': '1.0', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Subnet': '1.1', Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Nov 22 18:24:40.552076 dv-cinder-818815-1-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:24:40.605732 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.654566 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.655954 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:24:40.656752 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:40.740104 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8381002 Nov 22 18:24:40.765238 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5eee0-9571-4375-9dd5-09b34b142bea admin admin] Pushing event updated for resources: {'Network': ['ID=e14cf379-f950-4b70-b169-eac784f6c019,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:40.778215 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network e14cf379-f950-4b70-b169-eac784f6c019 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:24:43.572837 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56118) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:44.010215 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf455a-2c63-4c43-975d-00e072f06044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:24:44.011560 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2eaf455a-2c63-4c43-975d-00e072f06044 admin admin] 10.222.0.61 "GET /v2.0/networks/e14cf379-f950-4b70-b169-eac784f6c019 HTTP/1.1" status: 200 len: 825 time: 0.4377320 Nov 22 18:24:44.036969 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-84b4902e-2dcc-4315-b395-1c68b667f245 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/3903aa77-cb9e-4c2b-8e4a-d075760515ed HTTP/1.1" status: 200 len: 734 time: 0.0193219 Nov 22 18:24:44.046625 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Request body: {'subnet': {'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'ip_version': 4, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:24:44.069127 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Made reservation on behalf of 5d2e7b9bbdad40219643029d012a851a for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:24:44.071928 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:44.369474 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:44.439255 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55100460-b4c9-4de7-933b-9088dbf00b5f,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:44.443979 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Checking segment: {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:24:44.444375 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Network hostable DHCP agents. Network: e14cf379-f950-4b70-b169-eac784f6c019, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:24:44.472237 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Network e14cf379-f950-4b70-b169-eac784f6c019 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:24:44.484923 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, e14cf379-f950-4b70-b169-eac784f6c019) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:24:44.490004 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:24:44.490724 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:44.497298 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda9ea86-7dce-4e09-b2ae-a8da3a45ea6e None None] Network e14cf379-f950-4b70-b169-eac784f6c019 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:24:44.507501 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b5e6f552-00ec-4d1e-921d-bc7e323911d0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4641633 Nov 22 18:24:44.844747 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-e14cf379-f950-4b70-b169-eac784f6c019', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:24:44.846009 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.150582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Allocated IP 172.20.0.2 (e14cf379-f950-4b70-b169-eac784f6c019/55100460-b4c9-4de7-933b-9088dbf00b5f/aa04eee8-533b-4fa3-bece-6edfae0ebe0d) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:24:45.370420 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.378357 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.455936 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Network e14cf379-f950-4b70-b169-eac784f6c019 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:24:45.460650 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:24:45.472114 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:24:45.475675 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Pushing event updated for resources: {'Port': ['ID=aa04eee8-533b-4fa3-bece-6edfae0ebe0d,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:45.510233 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.510943 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.510943 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.511300 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.511641 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.511982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.512316 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.512650 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.512997 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.513331 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.513657 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.513982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Tracked resource versions report: Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: pushed versions: Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: { 'AddressGroup': {'1.2'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'ConntrackHelper': {'1.0'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Log': {'1.0'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Network': {'1.1'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Port': {'1.7'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'PortForwarding': {'1.2'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'QosPolicy': {'1.10'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroup': {'1.5'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SubPort': {'1.0'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Subnet': {'1.1'}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Trunk': {'1.1'}} Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: consumer versions: Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'ConntrackHelper': '1.0', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Log': '1.0', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Network': '1.1', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Port': '1.7', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'PortForwarding': '1.2', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'QosPolicy': '1.10', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroup': '1.5', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroupRule': '1.2', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SubPort': '1.0', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Subnet': '1.1', Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Trunk': '1.1'}} Nov 22 18:24:45.515072 dv-cinder-818815-1-iscsi neutron-server[102587]: {{(pid=102587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:24:45.564995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Attempting to bind port aa04eee8-533b-4fa3-bece-6edfae0ebe0d on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:24:45.565387 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Attempting to bind port aa04eee8-533b-4fa3-bece-6edfae0ebe0d by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:24:45.565814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Attempting to bind port aa04eee8-533b-4fa3-bece-6edfae0ebe0d on network e14cf379-f950-4b70-b169-eac784f6c019 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:24:45.571001 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:24:45.571461 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Checking segment: {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:24:45.572111 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.572513 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Bound using segment: {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:24:45.573021 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Bound port: aa04eee8-533b-4fa3-bece-6edfae0ebe0d, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:24:45.573438 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.637687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] For port aa04eee8-533b-4fa3-bece-6edfae0ebe0d, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:24:45.642184 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] For port aa04eee8-533b-4fa3-bece-6edfae0ebe0d, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=aa04eee8-533b-4fa3-bece-6edfae0ebe0d,segment=NetworkSegment(8189b6c3-d018-4826-a454-174f47cb0e72),segment_id=8189b6c3-d018-4826-a454-174f47cb0e72)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:24:45.646949 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:45.715602 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7005-915c-4a2c-a59c-ddaab6f579a1 None None] Pushing event updated for resources: {'Port': ['ID=aa04eee8-533b-4fa3-bece-6edfae0ebe0d,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:47.066192 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56126) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:47.426188 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [None req-3c5e2aad-3089-4764-bac8-3d0b375d6b40 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:24:47.427225 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3c5e2aad-3089-4764-bac8-3d0b375d6b40 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3596969 Nov 22 18:24:50.022484 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56134) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:50.365449 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [None req-ea2d1c87-7465-487d-9cb7-74595435f2c1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:24:50.366416 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ea2d1c87-7465-487d-9cb7-74595435f2c1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3429968 Nov 22 18:24:51.255306 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:24:53.197472 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56144) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:53.546264 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Request body: {'router': {'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'name': 'router1', 'admin_state_up': True}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:24:53.613739 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.policy [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102586) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 18:24:53.669014 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING oslo_policy.policy [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:53.669779 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING oslo_policy.policy [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 18:24:53.688971 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.quota [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Loaded quota_driver: . Nov 22 18:24:53.755848 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:53.758603 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:53.922035 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:53.927265 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:53.949605 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:53.951320 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d84f5843-e2f5-496a-9806-836a264af898 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7523234 Nov 22 18:24:55.015392 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e39c9f-b757-4ae3-ae75-e9d633e27e2b None None] Network e14cf379-f950-4b70-b169-eac784f6c019 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:24:55.084638 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] Provisioning complete for port aa04eee8-533b-4fa3-bece-6edfae0ebe0d triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:24:55.085067 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:55.299268 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:55.362897 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9e5e185c-63d7-41d1-8227-91bf2097d87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:55.373691 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] For port aa04eee8-533b-4fa3-bece-6edfae0ebe0d, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=aa04eee8-533b-4fa3-bece-6edfae0ebe0d,segment=NetworkSegment(8189b6c3-d018-4826-a454-174f47cb0e72),segment_id=8189b6c3-d018-4826-a454-174f47cb0e72)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:24:55.378785 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:55.440744 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f8ef-5a8a-4345-833b-57f3626a3b25 None None] Pushing event updated for resources: {'Port': ['ID=aa04eee8-533b-4fa3-bece-6edfae0ebe0d,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:55.530572 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device aa04eee8-533b-4fa3-bece-6edfae0ebe0d up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:24:55.593315 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port aa04eee8-533b-4fa3-bece-6edfae0ebe0d triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:24:55.593690 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:55.634959 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-5b093be4-4037-4085-a1e7-c8c1f960703a None None] Provisioning complete for port aa04eee8-533b-4fa3-bece-6edfae0ebe0d triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:24:55.635288 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5b093be4-4037-4085-a1e7-c8c1f960703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:56.559169 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56160) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:56.896651 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [None req-6f76661f-fc09-48c2-8752-8630cc261bb0 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:24:56.897700 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6f76661f-fc09-48c2-8752-8630cc261bb0 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375092 Nov 22 18:24:57.480418 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device aa04eee8-533b-4fa3-bece-6edfae0ebe0d up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:24:57.528861 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port aa04eee8-533b-4fa3-bece-6edfae0ebe0d triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:24:57.529219 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:57.679678 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f24de41b-22b5-46df-83cf-1ba1593e90cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:58.839581 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.491628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56178) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:24:59.635568 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:24:59.656139 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Made reservation on behalf of 7cac8f8c9e4c4acd897322f9dbc2a546 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:24:59.658364 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.667522 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.747164 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.751997 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.767007 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Reserving flat network on physical network physnet1 {{(pid=102585) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 18:24:59.786470 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8222b39-944e-4dd4-b6c5-910de5c133da,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:59.792844 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.793192 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Added segment b231ede0-94fb-41dd-bb0c-04ea3bd882bc of type flat for network 1758bbb6-44df-43b7-9824-a7f739d3020b Nov 22 18:24:59.843250 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.883157 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.884289 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:24:59.885046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:24:59.946500 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4531999 Nov 22 18:24:59.953118 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa147-aaec-4746-b450-f7a50e48d805 admin admin] Pushing event updated for resources: {'Network': ['ID=1758bbb6-44df-43b7-9824-a7f739d3020b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:24:59.964549 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 1758bbb6-44df-43b7-9824-a7f739d3020b details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:25:01.498733 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:01.665270 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:02.393398 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56196) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:25:02.486157 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4e97e-81f4-4e64-ba2c-803f9866662f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:25:02.489898 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4dc4e97e-81f4-4e64-ba2c-803f9866662f admin admin] 10.222.0.61 "GET /v2.0/subnets/55100460-b4c9-4de7-933b-9088dbf00b5f HTTP/1.1" status: 200 len: 849 time: 0.0954869 Nov 22 18:25:02.653066 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d31d7b23-1a63-4ac0-acbd-c9679e693c50 admin admin] 10.222.0.61 "GET /v2.0/routers/aff76f24-6ad5-484d-b9cc-ced197197d5e HTTP/1.1" status: 200 len: 704 time: 0.1586330 Nov 22 18:25:02.931422 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.235683 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Allocated IP 172.20.0.1 (e14cf379-f950-4b70-b169-eac784f6c019/55100460-b4c9-4de7-933b-9088dbf00b5f/2b79bac5-3899-497c-875e-ff2a61dd1867) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:25:03.397201 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.519001 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.595820 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Network e14cf379-f950-4b70-b169-eac784f6c019 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:25:03.600603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:25:03.606367 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:25:03.606951 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.629685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Pushing event updated for resources: {'Port': ['ID=2b79bac5-3899-497c-875e-ff2a61dd1867,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:03.811898 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.828666 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-77d743f5-8517-4e50-8787-1dbf1ddb8c77 None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:03.829275 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-77d743f5-8517-4e50-8787-1dbf1ddb8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:03.864212 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-77d743f5-8517-4e50-8787-1dbf1ddb8c77 None None] Port 2b79bac5-3899-497c-875e-ff2a61dd1867 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:25:04.066736 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:04.076517 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:04.077289 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:04.158230 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Pushing event updated for resources: {'Port': ['ID=2b79bac5-3899-497c-875e-ff2a61dd1867,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:04.208464 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Network e14cf379-f950-4b70-b169-eac784f6c019 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:25:04.209871 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:25:04.385458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Router aff76f24-6ad5-484d-b9cc-ced197197d5e is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:25:04.388858 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-000477f0-d01b-4d30-b058-d5b29828877e None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:04.389279 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-000477f0-d01b-4d30-b058-d5b29828877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:04.428808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-000477f0-d01b-4d30-b058-d5b29828877e None None] Port 2b79bac5-3899-497c-875e-ff2a61dd1867 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:25:04.489269 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:25:04.495191 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-13d5a995-03d8-464e-b085-b2330e15c73e admin admin] 10.222.0.61 "PUT /v2.0/routers/aff76f24-6ad5-484d-b9cc-ced197197d5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8366182 Nov 22 18:25:04.499361 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Sync routers for ids ['aff76f24-6ad5-484d-b9cc-ced197197d5e'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:25:04.512178 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Routers {'aff76f24-6ad5-484d-b9cc-ced197197d5e'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:25:04.513151 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:24:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['aff76f24-6ad5-484d-b9cc-ced197197d5e'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:04.707880 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Set router aff76f24-6ad5-484d-b9cc-ced197197d5e gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:25:05.141791 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:03Z', 'revision_number': 2, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port_host': None, '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:03Z', 'revision_number': 2, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:05.193482 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Checking router: aff76f24-6ad5-484d-b9cc-ced197197d5e for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:25:05.193844 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Updating router aff76f24-6ad5-484d-b9cc-ced197197d5e port 2b79bac5-3899-497c-875e-ff2a61dd1867 binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:25:05.243261 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:05.807636 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:05.820710 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:05.943574 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Pushing event updated for resources: {'Port': ['ID=2b79bac5-3899-497c-875e-ff2a61dd1867,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:05.971431 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.973165 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.973742 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.974149 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.974553 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.975300 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.975709 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.976047 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.976969 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.977298 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.977626 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.978095 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Tracked resource versions report: Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: pushed versions: Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: { 'AddressGroup': {'1.2'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'ConntrackHelper': {'1.0'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Log': {'1.0'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Network': {'1.1'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Port': {'1.7'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'PortForwarding': {'1.2'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'QosPolicy': {'1.10'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroup': {'1.5'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SubPort': {'1.0'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Subnet': {'1.1'}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Trunk': {'1.1'}} Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: consumer versions: Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'ConntrackHelper': '1.0', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Log': '1.0', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Network': '1.1', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Port': '1.7', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'PortForwarding': '1.2', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'QosPolicy': '1.10', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroup': '1.5', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroupRule': '1.2', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SubPort': '1.0', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Subnet': '1.1', Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Trunk': '1.1'}} Nov 22 18:25:05.979187 dv-cinder-818815-1-iscsi neutron-server[102588]: {{(pid=102588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:25:06.014160 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Attempting to bind port 2b79bac5-3899-497c-875e-ff2a61dd1867 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:25:06.014558 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Attempting to bind port 2b79bac5-3899-497c-875e-ff2a61dd1867 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:25:06.015026 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Attempting to bind port 2b79bac5-3899-497c-875e-ff2a61dd1867 on network e14cf379-f950-4b70-b169-eac784f6c019 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:25:06.020339 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:25:06.020733 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Checking segment: {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:25:06.021225 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.021762 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Bound using segment: {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:25:06.022452 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Bound port: 2b79bac5-3899-497c-875e-ff2a61dd1867, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8189b6c3-d018-4826-a454-174f47cb0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:25:06.022881 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.058595 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4f72ad2c-69b2-4672-b7ff-bf0ba662296c None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:06.059235 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4f72ad2c-69b2-4672-b7ff-bf0ba662296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.092644 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4f72ad2c-69b2-4672-b7ff-bf0ba662296c None None] Port 2b79bac5-3899-497c-875e-ff2a61dd1867 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:25:06.093653 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] For port 2b79bac5-3899-497c-875e-ff2a61dd1867, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:25:06.119037 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] For port 2b79bac5-3899-497c-875e-ff2a61dd1867, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=2b79bac5-3899-497c-875e-ff2a61dd1867,segment=NetworkSegment(8189b6c3-d018-4826-a454-174f47cb0e72),segment_id=8189b6c3-d018-4826-a454-174f47cb0e72)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:25:06.124429 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.184790 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af582c6a-d302-43a3-a0ed-c57406ea7392 None None] Pushing event updated for resources: {'Port': ['ID=2b79bac5-3899-497c-875e-ff2a61dd1867,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:06.191251 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Routers {'aff76f24-6ad5-484d-b9cc-ced197197d5e'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:25:06.191868 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:24:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['aff76f24-6ad5-484d-b9cc-ced197197d5e'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:06.289617 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] Set router aff76f24-6ad5-484d-b9cc-ced197197d5e gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:25:06.415022 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:06.415391 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.496604 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.514694 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:03Z', 'revision_number': 2, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port_host': None, '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:06Z', 'revision_number': 4, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:06.534385 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] For port 2b79bac5-3899-497c-875e-ff2a61dd1867, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=2b79bac5-3899-497c-875e-ff2a61dd1867,segment=NetworkSegment(8189b6c3-d018-4826-a454-174f47cb0e72),segment_id=8189b6c3-d018-4826-a454-174f47cb0e72)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:25:06.540373 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:06.547855 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e144-b4d4-4eab-be60-24d9458b07cc None None] The sync data for ids ['aff76f24-6ad5-484d-b9cc-ced197197d5e'] in dv-cinder-818815-1-iscsi is: [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:03Z', 'revision_number': 2, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port_host': None, '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:06Z', 'revision_number': 4, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:25:06.615201 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9cbda-7fb0-46c2-b826-2ad3ec6767fe None None] Pushing event updated for resources: {'Port': ['ID=2b79bac5-3899-497c-875e-ff2a61dd1867,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:06.887214 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56206) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:25:07.012890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5209-4d0b-4a11-82f7-7d930bdd076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:25:07.014286 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-911a5209-4d0b-4a11-82f7-7d930bdd076d admin admin] 10.222.0.61 "GET /v2.0/networks/1758bbb6-44df-43b7-9824-a7f739d3020b HTTP/1.1" status: 200 len: 842 time: 0.1260667 Nov 22 18:25:07.025144 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:25:07.050299 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Made reservation on behalf of 7cac8f8c9e4c4acd897322f9dbc2a546 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:25:07.052615 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:07.354365 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.objects.ports [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 18:25:07.354827 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:07.404494 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d2dc29-6573-4390-a6ef-fbed89b75df8,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:07.435735 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:25:07.436101 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Network hostable DHCP agents. Network: 1758bbb6-44df-43b7-9824-a7f739d3020b, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:25:07.461549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:25:07.472462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 1758bbb6-44df-43b7-9824-a7f739d3020b) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:25:07.480957 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:25:07.481952 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:07.490798 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f50926-b947-45e2-b869-0fa351be4be1 None None] Network 1758bbb6-44df-43b7-9824-a7f739d3020b requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:25:07.512036 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-253b8852-ec50-4acd-b185-9b898ea6b418 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4858708 Nov 22 18:25:07.665739 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3011e-0cee-4a8f-948a-e79885ceed31 None None] Network 1758bbb6-44df-43b7-9824-a7f739d3020b requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:25:10.062632 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56214) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:25:10.278565 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f591fd82-549a-47e9-9c76-03f4e799cf6e admin admin] 10.222.0.61 "GET /v2.0/routers/aff76f24-6ad5-484d-b9cc-ced197197d5e HTTP/1.1" status: 200 len: 710 time: 0.2144845 Nov 22 18:25:10.372870 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b72b1-e8b7-4310-b8f7-95877dd90232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:25:10.374258 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-bd6b72b1-e8b7-4310-b8f7-95877dd90232 admin admin] 10.222.0.61 "GET /v2.0/networks/1758bbb6-44df-43b7-9824-a7f739d3020b HTTP/1.1" status: 200 len: 886 time: 0.0897648 Nov 22 18:25:10.384293 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:25:10.687090 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:10.932126 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.011577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.115394 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Allocated IP 172.27.1.117 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/857f9ec1-f57b-4280-bf81-7facf0d7e35e) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:25:11.220827 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.254337 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.293959 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:25:11.296876 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:25:11.299421 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:25:11.366157 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Pushing event updated for resources: {'Port': ['ID=857f9ec1-f57b-4280-bf81-7facf0d7e35e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:11.591708 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.878131 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8387'] for router, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.882076 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404404'] for router, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:11.995733 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Router aff76f24-6ad5-484d-b9cc-ced197197d5e has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:25:12.109787 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:25:12.114401 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:12.126969 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-cb944cb4-55b7-4f14-8796-c242c8bf40ee admin admin] 10.222.0.61 "PUT /v2.0/routers/aff76f24-6ad5-484d-b9cc-ced197197d5e HTTP/1.1" status: 200 len: 890 time: 1.7351482 Nov 22 18:25:13.526706 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 2b79bac5-3899-497c-875e-ff2a61dd1867 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:25:13.590901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:13.591212 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:14.019961 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Sync routers for ids ['aff76f24-6ad5-484d-b9cc-ced197197d5e'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:25:14.033109 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Routers {'aff76f24-6ad5-484d-b9cc-ced197197d5e'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:25:14.033938 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:24:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['aff76f24-6ad5-484d-b9cc-ced197197d5e'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:14.281593 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Set router aff76f24-6ad5-484d-b9cc-ced197197d5e gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:25:14.806196 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:11Z', 'revision_number': 4, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port': {'id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:11Z', 'updated_at': '2021-11-22T18:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:06Z', 'revision_number': 5, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:14.818555 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56226) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:25:14.860081 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Checking router: aff76f24-6ad5-484d-b9cc-ced197197d5e for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:25:14.860466 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Updating router aff76f24-6ad5-484d-b9cc-ced197197d5e port 857f9ec1-f57b-4280-bf81-7facf0d7e35e binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:25:14.910609 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:14.979646 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-787e756f-bd66-4860-a497-19c705991540 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1599567 Nov 22 18:25:15.283141 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:15.289771 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:15.341736 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Attempting to bind port 857f9ec1-f57b-4280-bf81-7facf0d7e35e on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:25:15.342120 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Attempting to bind port 857f9ec1-f57b-4280-bf81-7facf0d7e35e by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:25:15.342492 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Attempting to bind port 857f9ec1-f57b-4280-bf81-7facf0d7e35e on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:25:15.348260 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365c16c-a3c2-4a05-87f9-3ee1244149c9 None None] Pushing event updated for resources: {'Port': ['ID=857f9ec1-f57b-4280-bf81-7facf0d7e35e,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:15.353950 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:25:15.354438 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:25:15.354737 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:15.355154 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:25:15.355635 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Bound port: 857f9ec1-f57b-4280-bf81-7facf0d7e35e, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:25:15.356056 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:15.408670 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] For port 857f9ec1-f57b-4280-bf81-7facf0d7e35e, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:25:15.412231 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] For port 857f9ec1-f57b-4280-bf81-7facf0d7e35e, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=857f9ec1-f57b-4280-bf81-7facf0d7e35e,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:25:15.417844 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:15.487003 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365c16c-a3c2-4a05-87f9-3ee1244149c9 None None] Pushing event updated for resources: {'Port': ['ID=857f9ec1-f57b-4280-bf81-7facf0d7e35e,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:15.493727 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Routers {'aff76f24-6ad5-484d-b9cc-ced197197d5e'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:25:15.494358 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:24:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['aff76f24-6ad5-484d-b9cc-ced197197d5e'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:15.638481 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] Set router aff76f24-6ad5-484d-b9cc-ced197197d5e gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:25:15.930190 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:11Z', 'revision_number': 4, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port': {'id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:11Z', 'updated_at': '2021-11-22T18:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:06Z', 'revision_number': 5, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:25:15.960713 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97823cc2-4d2c-4bc3-8a20-a9d60ae67139 None None] The sync data for ids ['aff76f24-6ad5-484d-b9cc-ced197197d5e'] in dv-cinder-818815-1-iscsi is: [{'id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'name': 'router1', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:24:53Z', 'updated_at': '2021-11-22T18:25:11Z', 'revision_number': 4, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'gw_port': {'id': '857f9ec1-f57b-4280-bf81-7facf0d7e35e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:11Z', 'updated_at': '2021-11-22T18:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '2b79bac5-3899-497c-875e-ff2a61dd1867', 'name': '', 'network_id': 'e14cf379-f950-4b70-b169-eac784f6c019', 'tenant_id': '5d2e7b9bbdad40219643029d012a851a', 'mac_address': 'fa:16:3e:bd:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76f24-6ad5-484d-b9cc-ced197197d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:25:02Z', 'updated_at': '2021-11-22T18:25:06Z', 'revision_number': 5, 'project_id': '5d2e7b9bbdad40219643029d012a851a', 'subnets': [{'id': '55100460-b4c9-4de7-933b-9088dbf00b5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3903aa77-cb9e-4c2b-8e4a-d075760515ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:25:17.555317 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 857f9ec1-f57b-4280-bf81-7facf0d7e35e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:25:17.649436 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 857f9ec1-f57b-4280-bf81-7facf0d7e35e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:17.650706 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:17.767358 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:17.791225 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 857f9ec1-f57b-4280-bf81-7facf0d7e35e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=857f9ec1-f57b-4280-bf81-7facf0d7e35e,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:25:17.796089 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:17.892585 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=857f9ec1-f57b-4280-bf81-7facf0d7e35e,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:25:19.603142 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 857f9ec1-f57b-4280-bf81-7facf0d7e35e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:25:19.673555 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 857f9ec1-f57b-4280-bf81-7facf0d7e35e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:25:19.674300 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:25.316152 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-400de460-15ed-40b2-9911-240277fd2069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:27.683968 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-270693d1-7189-4ed9-a2e6-a21d0f3b21f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:28.255366 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:25:28.852020 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:31.520300 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:31.637922 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:55.311619 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-57c06284-c219-4730-ba6a-2b73a461e8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:57.704461 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d73bb12a-5340-4ea8-abf6-c711bebeb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:25:58.860321 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:01.520188 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:01.641775 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:05.255585 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:26:25.308579 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1134600-54ad-46cb-b7fe-a23e74ce9be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:27.687872 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cbc6fdae-ca17-447c-b161-30f3c23366b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:28.852134 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:31.522510 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:31.627897 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:40.412350 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56710) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:40.472990 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce25968-3bc3-4530-bd0d-b1dcddb26c66 admin admin] GET failed (client error): The resource could not be found. Nov 22 18:26:40.475234 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6ce25968-3bc3-4530-bd0d-b1dcddb26c66 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617640 Nov 22 18:26:40.646589 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b410f-031e-4a21-b516-f71eba700ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:40.648204 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9a2b410f-031e-4a21-b516-f71eba700ea4 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1684842 Nov 22 18:26:42.256414 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:26:42.997323 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56720) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:43.088948 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad0e7f-ac41-450b-a06c-cbc65acb4f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:43.090360 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-aaad0e7f-ac41-450b-a06c-cbc65acb4f48 admin admin] 10.222.0.61 "GET /v2.0/subnets/55100460-b4c9-4de7-933b-9088dbf00b5f HTTP/1.1" status: 200 len: 849 time: 0.0920646 Nov 22 18:26:43.101647 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:26:43.189736 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:43.334940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728086014028'] for subnet, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:43.372541 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:43.372800 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:43.374985 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] 10.222.0.61 "PUT /v2.0/subnets/55100460-b4c9-4de7-933b-9088dbf00b5f HTTP/1.1" status: 200 len: 868 time: 0.2779691 Nov 22 18:26:43.375814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c4bb4-d248-420c-b509-b1aadea98cd7 None None] Network e14cf379-f950-4b70-b169-eac784f6c019 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:26:43.402025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55100460-b4c9-4de7-933b-9088dbf00b5f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:26:43.410193 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.410551 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.410924 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.411843 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.412184 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.412530 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.412859 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.413189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.413522 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.413847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.414173 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.414507 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da78de29-7441-40a9-99f1-9e6ca4bedfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:26:43.809435 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-cb6bcf04-556e-4863-8923-30343eea9347 None None] Provisioning complete for port 2b79bac5-3899-497c-875e-ff2a61dd1867 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:26:43.809729 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cb6bcf04-556e-4863-8923-30343eea9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:43.904122 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-cb6bcf04-556e-4863-8923-30343eea9347 None None] Provisioning complete for port aa04eee8-533b-4fa3-bece-6edfae0ebe0d triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:26:43.904492 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cb6bcf04-556e-4863-8923-30343eea9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:45.757940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56728) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:46.002272 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec9f39-4e30-406d-af3c-634627b5f197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:46.002597 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec9f39-4e30-406d-af3c-634627b5f197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:46.005935 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c2ec9f39-4e30-406d-af3c-634627b5f197 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2453382 Nov 22 18:26:48.367825 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56738) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:48.500342 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4397a6-3caa-4c8f-acab-e360819e4174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:48.500804 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4397a6-3caa-4c8f-acab-e360819e4174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:48.502321 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cc4397a6-3caa-4c8f-acab-e360819e4174 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335649 Nov 22 18:26:50.861994 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56746) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:51.076847 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a1dd5-9243-44e1-acf1-196e71c47765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:51.078164 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6b3a1dd5-9243-44e1-acf1-196e71c47765 admin admin] 10.222.0.61 "GET /v2.0/networks/1758bbb6-44df-43b7-9824-a7f739d3020b HTTP/1.1" status: 200 len: 886 time: 0.2152073 Nov 22 18:26:53.405183 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56754) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:53.553098 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f889b27-8ec0-47c1-b998-b45fb3861667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:53.554480 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-9f889b27-8ec0-47c1-b998-b45fb3861667 admin admin] 10.222.0.61 "GET /v2.0/networks/e14cf379-f950-4b70-b169-eac784f6c019 HTTP/1.1" status: 200 len: 869 time: 0.1483300 Nov 22 18:26:55.302289 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-b4afc292-0041-46e6-a44a-4ee10886bab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:55.919488 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56762) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:56.046927 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e8c31-9a23-4608-af80-c652dec771a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:56.047377 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e8c31-9a23-4608-af80-c652dec771a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:56.048911 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-eb0e8c31-9a23-4608-af80-c652dec771a2 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284814 Nov 22 18:26:57.690952 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-68b8ec85-97c5-41e1-999d-9e3a9dff5f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:26:58.357430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56770) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:26:58.448412 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e66607-8719-4e03-a41f-265ec58e2662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:58.448865 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e66607-8719-4e03-a41f-265ec58e2662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:26:58.450354 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-93e66607-8719-4e03-a41f-265ec58e2662 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919950 Nov 22 18:26:58.855878 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:00.806159 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56778) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:00.920479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcca1b-57af-406a-86e3-ce1499362e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:00.921818 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-eebcca1b-57af-406a-86e3-ce1499362e21 admin admin] 10.222.0.61 "GET /v2.0/subnets/25d2dc29-6573-4390-a6ef-fbed89b75df8 HTTP/1.1" status: 200 len: 816 time: 0.1147311 Nov 22 18:27:01.522395 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:01.621823 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:03.238485 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56786) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:03.341022 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55769a-276f-4fe9-aa8f-c0a9d097f4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:03.342382 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7f55769a-276f-4fe9-aa8f-c0a9d097f4de admin admin] 10.222.0.61 "GET /v2.0/subnets/55100460-b4c9-4de7-933b-9088dbf00b5f HTTP/1.1" status: 200 len: 868 time: 0.1023314 Nov 22 18:27:19.256029 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:27:25.305265 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-71a09deb-bb71-4cd4-94dc-e204debf5103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:27.693776 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5a69749a-6f62-4ff8-96d7-7ae05cbd401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:28.858203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:29.247793 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56840) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:29.299121 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [None req-317e276b-3f87-4c61-896a-5c09ea1c777c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:27:29.300149 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-317e276b-3f87-4c61-896a-5c09ea1c777c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513875 Nov 22 18:27:31.525576 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:31.624055 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:31.734894 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56848) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:31.800354 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf00919e-4c9e-400f-9108-dda8ea1c69e3 admin admin] GET failed (client error): The resource could not be found. Nov 22 18:27:31.802338 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cf00919e-4c9e-400f-9108-dda8ea1c69e3 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676811 Nov 22 18:27:31.954384 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec75e01-96be-4752-b285-77f492f28632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:31.955892 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6ec75e01-96be-4752-b285-77f492f28632 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1489522 Nov 22 18:27:34.342319 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56856) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:34.391200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:27:34.414754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Made reservation on behalf of 7cac8f8c9e4c4acd897322f9dbc2a546 for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:27:34.417486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:34.461015 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING neutron.services.revisions.revision_plugin [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Could not find related network for resource to bump revision. Nov 22 18:27:34.476335 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:27:34.489059 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728085909468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:34.489640 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Unsubscribe: segment precommit_create {{(pid=102586) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 18:27:34.490122 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Added segment d65411e2-6ea4-4912-8595-6d2aae653631 of type vlan for network 487ed941-d464-4063-a170-3cf34a56d3f0 Nov 22 18:27:34.544185 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:34.576430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:34.577431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:34.578080 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:34.598969 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2553701 Nov 22 18:27:34.684444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Pushing event updated for resources: {'Network': ['ID=487ed941-d464-4063-a170-3cf34a56d3f0,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:27:34.696073 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.696493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.696824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.697111 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.697444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.697780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.698122 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.698466 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.698807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.699165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.699486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.699808 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6784e3-8c4a-46b5-9c19-8869d6dc1512 admin admin] Tracked resource versions report: Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: pushed versions: Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: { 'AddressGroup': {'1.2'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'ConntrackHelper': {'1.0'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Log': {'1.0'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Network': {'1.1'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Port': {'1.7'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'PortForwarding': {'1.2'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'QosPolicy': {'1.10'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroup': {'1.5'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SubPort': {'1.0'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Subnet': {'1.1'}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Trunk': {'1.1'}} Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: consumer versions: Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'ConntrackHelper': '1.0', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Log': '1.0', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Network': '1.1', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Port': '1.7', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'PortForwarding': '1.2', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'QosPolicy': '1.10', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroup': '1.5', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroupRule': '1.2', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SubPort': '1.0', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Subnet': '1.1', Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Trunk': '1.1'}} Nov 22 18:27:34.700871 dv-cinder-818815-1-iscsi neutron-server[102586]: {{(pid=102586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:27:34.740625 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 487ed941-d464-4063-a170-3cf34a56d3f0 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:27:36.966395 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56868) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:27:37.031409 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f4e521-9270-43a9-b5fc-456ef803d093 admin admin] GET failed (client error): The resource could not be found. Nov 22 18:27:37.032730 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-60f4e521-9270-43a9-b5fc-456ef803d093 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653210 Nov 22 18:27:37.102586 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad91279-6435-4139-8639-c94a1afabdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:37.104088 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-8ad91279-6435-4139-8639-c94a1afabdd7 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666153 Nov 22 18:27:37.114759 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Request body: {'subnet': {'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:27:37.134836 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Made reservation on behalf of 7cac8f8c9e4c4acd897322f9dbc2a546 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:27:37.137047 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.308525 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.368521 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:27:37.373543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Checking segment: {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:27:37.373939 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Network hostable DHCP agents. Network: 487ed941-d464-4063-a170-3cf34a56d3f0, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:27:37.391469 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Network 487ed941-d464-4063-a170-3cf34a56d3f0 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:27:37.401255 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 487ed941-d464-4063-a170-3cf34a56d3f0) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:27:37.405764 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:27:37.406360 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.414264 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6047e3af-8934-41a9-9529-ab09411d68ff None None] Network 487ed941-d464-4063-a170-3cf34a56d3f0 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:27:37.422615 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e116b81f-ac90-444e-a066-75018f8010b4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118095 Nov 22 18:27:37.570417 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-487ed941-d464-4063-a170-3cf34a56d3f0', 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0', 'tenant_id': '7cac8f8c9e4c4acd897322f9dbc2a546', 'fixed_ips': [{'subnet_id': 'c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:27:37.571365 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.723444 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Allocated IP 192.168.233.2 (487ed941-d464-4063-a170-3cf34a56d3f0/c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2/d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:27:37.871676 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.881053 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:37.924509 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Network 487ed941-d464-4063-a170-3cf34a56d3f0 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:27:37.927820 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:27:37.931286 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:27:37.938748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Pushing event updated for resources: {'Port': ['ID=d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:27:37.964630 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.965010 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.965371 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.965714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.966060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.966391 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.966731 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.967090 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.967442 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.967780 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.968114 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:37.968449 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:27:38.000311 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Attempting to bind port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:27:38.000693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Attempting to bind port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:27:38.001063 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Attempting to bind port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 on network 487ed941-d464-4063-a170-3cf34a56d3f0 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:27:38.006995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:27:38.007378 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Checking segment: {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:27:38.007792 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:38.008192 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Bound using segment: {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:27:38.008666 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Bound port: d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:27:38.009068 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:38.073899 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] For port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:27:38.077089 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] For port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:27:38.082534 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:38.153458 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519e83-da49-4a8c-9d37-f68b6f31093b None None] Pushing event updated for resources: {'Port': ['ID=d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:27:39.005928 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc45a4a-0fd9-4f56-924b-18800f5182be None None] Network 487ed941-d464-4063-a170-3cf34a56d3f0 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:27:39.089422 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] Provisioning complete for port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:27:39.089698 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:39.242267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:39.284120 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] For port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:27:39.291546 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:39.349693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e919-94a0-45ec-8ef9-00cf6333778d None None] Pushing event updated for resources: {'Port': ['ID=d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:27:39.517788 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-1da1f6b4-eea5-4309-a5b4-0874fbd79a3c None None] Provisioning complete for port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:27:39.518091 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1da1f6b4-eea5-4309-a5b4-0874fbd79a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:39.628651 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:27:39.687848 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port d9e6c8ca-2b99-44ca-9c4e-ba8b4db298c9 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:27:39.688218 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:55.310750 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f660664f-e91b-4f31-8b2e-88731571ee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:56.255342 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:27:57.697459 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a01fbb46-d61b-4277-8f83-b05fd62d2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:27:58.861703 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:01.528631 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:01.628091 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:25.312705 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8dbac34e-dd21-4b4e-b360-8178e184c3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:27.699728 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-6d58b101-61b9-401d-999d-37149be91a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:28.865401 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:31.530070 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:31.631658 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:33.257193 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:28:51.107847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56912) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:28:51.114541 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [None req-b8eb4539-ed04-4a68-bd59-e1b385577ae3 tempest-verify_tempest_config-1244225045 tempest-verify_tempest_config-1244225045-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:28:51.115570 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b8eb4539-ed04-4a68-bd59-e1b385577ae3 tempest-verify_tempest_config-1244225045 tempest-verify_tempest_config-1244225045-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067501 Nov 22 18:28:51.418702 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 56930) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:28:51.530999 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.608067 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.612198 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.657850 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7a897-1567-42c2-b636-4bbf166d21c1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:28:51.661948 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1b7b1fabd01415bb24019de29afcfb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2422268 Nov 22 18:28:51.664860 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 56934) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:28:51.667461 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.667817 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.668160 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.668500 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.668841 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.669244 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.670103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.670103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.670291 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.670494 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.670817 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.671161 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250b0e2-f3a2-481c-b6b4-a509977b5a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.756415 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.778715 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.872167 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.875668 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:51.881335 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8a7a897-1567-42c2-b636-4bbf166d21c1 HTTP/1.1" status: 204 len: 168 time: 0.2151783 Nov 22 18:28:51.890386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7a897-1567-42c2-b636-4bbf166d21c1,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:28:51.897718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.898092 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.898443 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.898786 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.899148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.899504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.899836 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.900183 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.900516 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.900845 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.901171 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:51.901493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f156-f0ac-4ca9-a739-32f9cbf72006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:28:55.314863 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-88778d49-b644-446b-90ef-faa4d2dfd505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:57.703256 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-be8c8d9f-923c-4018-8179-63d453963d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:28:58.869684 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:01.531603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:01.635247 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:10.256975 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:29:25.317380 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a80ab30a-6a1c-4d51-bbe6-c94ef1262a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:27.705468 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f6bb-12b0-41e1-9eb2-0e39d70c7336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:28.871167 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:31.535457 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:31.637469 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:47.256086 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 5 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:29:55.318936 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-565e1a37-8547-4dad-8e69-fdde6bfbb1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:57.706936 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-197b7ad6-7ac2-4c79-84a2-93d7dda2995d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:29:58.873291 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:01.536187 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:01.643418 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:23.704408 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404239'] for agent, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:24.257335 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:30:25.320435 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-72e6f963-7caa-42a1-a06b-6a09ead5e874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:27.709798 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f0e5-4f57-4079-85b2-fbb7c4f1b1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:28.878982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:31.543672 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:31.636307 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:38.729456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57008) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:30:38.841869 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0400dbee-f861-4f30-8243-ef4751d83f27 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1112871 Nov 22 18:30:41.207015 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57018) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:30:41.267567 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1a6adb24-238c-44ae-bcf8-9f194d45767b admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0594335 Nov 22 18:30:53.666410 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:55.322085 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c9f60e5d-cfc3-47b3-b4f1-2882f5d2abf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:57.711100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-49904408-eda7-456a-9e0b-d2263f820228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:30:58.880598 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:01.256456 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:31:01.543466 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:01.639978 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:23.680154 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:25.323313 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-948dd924-d6d1-4412-9595-7d118e13448a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:27.712711 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4226c95f-2b25-401f-8060-2142a3bd38f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:28.882977 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:31.550904 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:31.648516 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:38.256745 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:31:53.685754 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:55.332159 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-7f04d450-512f-469b-8bae-f929f4b3c634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:57.714482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c1d29346-cad5-4e6d-b02a-35e616f6a674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:31:58.884037 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:01.553369 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:01.641625 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:11.760926 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57224) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:11.883708 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57234) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:11.948056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57244) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:12.078346 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57256) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:12.085749 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-187255742-network', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.105961 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Made reservation on behalf of d90ca8eafd1249d1bf5fb5a29c3c4b5d for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.108396 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.123981 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.149132 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-network', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.183503 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-640996655-network', 'tenant_id': '2c38af8745ec4612b35c998da6038351'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.211602 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Made reservation on behalf of 9ae7713c9dbd48818fd8004f6f0cef15 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.214026 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.220383 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-573475934-network', 'tenant_id': 'cf623e0c919f4f77806f7be05f57d86b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.227822 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.250115 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Made reservation on behalf of cf623e0c919f4f77806f7be05f57d86b for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.253341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.268787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.274142 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.338958 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.350647 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:12.360992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.361425 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Added segment a0604570-1dc1-41a9-b3d9-79be752a060a of type vlan for network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d Nov 22 18:32:12.405039 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.413616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.426037 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.428573 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:12.442025 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.442373 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Added segment 685b3876-395c-45b5-9473-dd96014d62f2 of type vlan for network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 Nov 22 18:32:12.452218 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129ed01-0335-4fc5-b6aa-3ea2c471fbd8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:12.472016 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.491315 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.495564 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.496304 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.496869 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.497442 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.497992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.498562 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.499154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.499732 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.500291 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.500843 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.501398 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.502534 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Tracked resource versions report: Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: pushed versions: Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Log': {'1.0'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Network': {'1.1'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Port': {'1.7'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: consumer versions: Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: HyperV agent@hv-cinder-81881: {}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Log': '1.0', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Network': '1.1', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Port': '1.7', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'SubPort': '1.0', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Subnet': '1.1', Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Nov 22 18:32:12.503883 dv-cinder-818815-1-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:32:12.512379 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.513648 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:12.514452 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.542182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719b0401-6928-475f-9e82-f858da1416f4,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:12.549272 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.550235 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:12.550819 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.561912 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.562585 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.563493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.564083 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.565468 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.566153 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.566664 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.567483 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.568060 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.568791 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.569462 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.569922 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Tracked resource versions report: Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: pushed versions: Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: { 'AddressGroup': {'1.2'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'ConntrackHelper': {'1.0'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Log': {'1.0'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Network': {'1.1'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Port': {'1.7'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'PortForwarding': {'1.2'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'QosPolicy': {'1.10'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroup': {'1.5'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SubPort': {'1.0'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Subnet': {'1.1'}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Trunk': {'1.1'}} Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: consumer versions: Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: HyperV agent@hv-cinder-81881: {}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'ConntrackHelper': '1.0', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Log': '1.0', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Network': '1.1', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Port': '1.7', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'PortForwarding': '1.2', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'QosPolicy': '1.10', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroup': '1.5', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SecurityGroupRule': '1.2', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'SubPort': '1.0', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Subnet': '1.1', Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: 'Trunk': '1.1'}} Nov 22 18:32:12.571529 dv-cinder-818815-1-iscsi neutron-server[102586]: {{(pid=102586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:32:12.588642 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.593160 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:12.621583 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:12.622746 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a652ff6-5f33-458b-ad25-e39937f4e096,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:12.632425 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-742027ef-5a6d-42c3-90b2-c4d2e5cd1e35 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8697147 Nov 22 18:32:12.633530 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Made reservation on behalf of 2c38af8745ec4612b35c998da6038351 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.636089 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.648386 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57282) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:12.650083 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.659933 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] Pushing event updated for resources: {'Network': ['ID=39d66c8c-cd4b-40b1-8b25-27033acedcf8,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:12.669576 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Request body: {'subnet': {'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-187255742-subnet', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.675516 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-93577207-5f21-49ca-8cad-1eba61466498 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5845547 Nov 22 18:32:12.678194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57284) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:12.683089 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Request body: {'subnet': {'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-573475934-subnet', 'tenant_id': 'cf623e0c919f4f77806f7be05f57d86b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:12.710502 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:12.740864 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:12.741919 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.742500 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Added segment f1900f55-f356-4578-bd21-27ddbc02f7b7 of type vlan for network f673c138-d492-4ad0-88f2-443f4107ecf2 Nov 22 18:32:12.754599 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Made reservation on behalf of d90ca8eafd1249d1bf5fb5a29c3c4b5d for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.757863 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.782265 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Made reservation on behalf of cf623e0c919f4f77806f7be05f57d86b for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:12.785062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.795654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.879790 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:12.896280 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.065078 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.092391 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7567dac1-5718-4fb4-85c9-c7aaee7235d5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:13.127699 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.128981 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:13.129795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.197656 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:13.201278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=88aabfe6-835e-400b-ba97-906c4527e8a4,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:13.204252 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] Pushing event updated for resources: {'Network': ['ID=f673c138-d492-4ad0-88f2-443f4107ecf2,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:13.219566 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6c88c089-2f01-43e0-bedf-29c48b13b839 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3345251 Nov 22 18:32:13.223391 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57296) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:13.224849 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network f673c138-d492-4ad0-88f2-443f4107ecf2 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:13.239340 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Request body: {'subnet': {'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-subnet', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:13.297388 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Checking segment: {'id': '685b3876-395c-45b5-9473-dd96014d62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:13.298385 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Made reservation on behalf of 9ae7713c9dbd48818fd8004f6f0cef15 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:13.300900 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.301669 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Network hostable DHCP agents. Network: 39d66c8c-cd4b-40b1-8b25-27033acedcf8, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:13.310720 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.318082 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Added segment 9feed416-4a12-4670-9614-d533a80cd7dd of type vlan for network 94afb4d7-924f-4518-88ee-a3144164973c Nov 22 18:32:13.354412 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:13.378766 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 39d66c8c-cd4b-40b1-8b25-27033acedcf8) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:13.383906 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:13.384682 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.394811 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f958f6-569b-4d23-a624-cdb9544ad873 None None] Network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:13.421054 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-92da29c7-fc7a-48ce-a5f6-43cfbed852ee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7416720 Nov 22 18:32:13.508132 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.571087 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13da7d2-a260-44d2-9a04-bd8a835b6c06 None None] Network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:13.600873 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.601814 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:13.602933 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.741050 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7915919 Nov 22 18:32:13.744382 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57324) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:13.749744 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Request body: {'subnet': {'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-subnet', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:13.800225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Made reservation on behalf of 2c38af8745ec4612b35c998da6038351 for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:13.806684 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.864559 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.875459 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:13.881303 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc213c9-c110-40a5-989d-0b172705f64a admin admin] Pushing event updated for resources: {'Network': ['ID=94afb4d7-924f-4518-88ee-a3144164973c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:13.894186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 94afb4d7-924f-4518-88ee-a3144164973c details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:13.948748 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6127ffaa-cc5a-43ce-a90c-0a9925361e01,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:14.181314 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Checking segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:14.181730 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Network hostable DHCP agents. Network: f673c138-d492-4ad0-88f2-443f4107ecf2, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:14.187674 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Checking segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:14.188055 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Network hostable DHCP agents. Network: 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:14.194460 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f517baf-8f04-44e5-8b6b-3e23ed1846bd,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:14.220126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.221440 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Network f673c138-d492-4ad0-88f2-443f4107ecf2 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:14.230387 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:14.238136 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, f673c138-d492-4ad0-88f2-443f4107ecf2) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:14.243386 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:14.244047 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.246213 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:14.249825 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83efe60e-b126-4476-9a53-c3b68071b840 None None] Network f673c138-d492-4ad0-88f2-443f4107ecf2 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:14.253975 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:14.254571 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.276622 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-152c334e-c36b-408d-a65d-b1b86f08e3fb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0465956 Nov 22 18:32:14.281675 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d55b88d0-bdd5-46f9-9991-6a4e60bc9cef admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6160884 Nov 22 18:32:14.282434 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57340) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:14.287450 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:14.291289 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57342) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:14.297723 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:14.315738 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.db.api [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 18:32:14.315738 dv-cinder-818815-1-iscsi neutron-server[102585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 18:32:14.315738 dv-cinder-818815-1-iscsi neutron-server[102585]: [parameters: {'project_id_1': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'expiration_1': datetime.datetime(2021, 11, 22, 18, 31, 54, 309114)}] Nov 22 18:32:14.315738 dv-cinder-818815-1-iscsi neutron-server[102585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 18:32:14.316295 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG oslo_db.api [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 18:32:14.334945 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.337207 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.358651 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9de63b-c318-495a-ba4a-6631e2b46320,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:14.374708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc5445-6901-4d41-ae5b-8f565bb5d258 None None] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:14.429689 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Checking segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:14.430517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Network hostable DHCP agents. Network: 94afb4d7-924f-4518-88ee-a3144164973c, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:14.461677 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Network 94afb4d7-924f-4518-88ee-a3144164973c is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:14.467957 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57346) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:14.474844 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.478258 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 94afb4d7-924f-4518-88ee-a3144164973c) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:14.482733 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:14.483377 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.503122 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3f21f-7143-4078-9fb5-3b567af839e2 None None] Network 94afb4d7-924f-4518-88ee-a3144164973c requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:14.507509 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c34b3fdc-74b2-4faf-83a4-bc9bd549ebf7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7618606 Nov 22 18:32:14.510236 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57350) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:14.519154 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:14.567212 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.570412 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.665990 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d6586b7-63b0-4afd-ba8e-bcbde11409a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.688046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.699194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.766725 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68547a-2a42-4eed-8526-fd53dcbfb3b3 None None] Network f673c138-d492-4ad0-88f2-443f4107ecf2 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:14.911551 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:14.913235 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.031804 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d6586b7-63b0-4afd-ba8e-bcbde11409a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.034203 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.035648 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.056174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d6586b7-63b0-4afd-ba8e-bcbde11409a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.060920 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:32:15.062564 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.087453 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.143567 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.157208 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-94afb4d7-924f-4518-88ee-a3144164973c', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:32:15.158470 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.223662 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1d6586b7-63b0-4afd-ba8e-bcbde11409a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=350d5771969a4ae485af2a554eebd697&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7524474 Nov 22 18:32:15.224378 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57368) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:15.256671 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:32:15.277676 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Allocated IP 172.27.1.125 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/e6301624-0562-43ae-917d-86a9e0a1d448) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:15.300266 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6586b7-63b0-4afd-ba8e-bcbde11409a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282937c1-2767-4fca-8cd2-64446f85ec70,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:15.398976 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.429109 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.442939 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.527291 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.535409 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Allocated IP 172.20.0.2 (7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d/6f517baf-8f04-44e5-8b6b-3e23ed1846bd/63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:15.571324 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Allocated IP 172.20.0.2 (94afb4d7-924f-4518-88ee-a3144164973c/af9de63b-c318-495a-ba4a-6631e2b46320/e09ac5a6-2792-488d-b78f-f174c1b8b075) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:15.605337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57396) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:15.607423 dv-cinder-818815-1-iscsi neutron-server[102586]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 18:32:15.700752 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.703420 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.706841 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/282937c1-2767-4fca-8cd2-64446f85ec70 HTTP/1.1" status: 204 len: 168 time: 0.4673979 Nov 22 18:32:15.777628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.787239 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:15.792772 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:15.802889 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:15.827373 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe235-18db-4538-92b9-678b567eacf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282937c1-2767-4fca-8cd2-64446f85ec70,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:15.890727 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.910213 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.912697 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.957716 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:15.979624 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:15.990631 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:15.994301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Network 94afb4d7-924f-4518-88ee-a3144164973c is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:15.995327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Pushing event updated for resources: {'Port': ['ID=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:16.000165 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:16.010114 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:16.012471 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:16.015117 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.015976 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.015976 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.016789 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.017134 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.018081 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.018543 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.018930 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.019296 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.021482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.021482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.021482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:16.021934 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6301624-0562-43ae-917d-86a9e0a1d448,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Tracked resource versions report: Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: pushed versions: Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: { 'AddressGroup': {'1.2'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'ConntrackHelper': {'1.0'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Log': {'1.0'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Network': {'1.1'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Port': {'1.7'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'PortForwarding': {'1.2'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'QosPolicy': {'1.10'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroup': {'1.5'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SubPort': {'1.0'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Subnet': {'1.1'}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Trunk': {'1.1'}} Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: consumer versions: Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: HyperV agent@hv-cinder-81881: {}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'ConntrackHelper': '1.0', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Log': '1.0', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Network': '1.1', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Port': '1.7', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'PortForwarding': '1.2', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'QosPolicy': '1.10', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroup': '1.5', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SecurityGroupRule': '1.2', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'SubPort': '1.0', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Subnet': '1.1', Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: 'Trunk': '1.1'}} Nov 22 18:32:16.022578 dv-cinder-818815-1-iscsi neutron-server[102587]: {{(pid=102587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:32:16.265551 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.270715 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Pushing event updated for resources: {'Port': ['ID=e09ac5a6-2792-488d-b78f-f174c1b8b075,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:16.275872 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Attempting to bind port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:16.276308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Attempting to bind port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:16.276684 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Attempting to bind port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:16.281895 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Attempting to bind port e09ac5a6-2792-488d-b78f-f174c1b8b075 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:16.282205 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Attempting to bind port e09ac5a6-2792-488d-b78f-f174c1b8b075 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:16.282597 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Attempting to bind port e09ac5a6-2792-488d-b78f-f174c1b8b075 on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:16.289736 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:16.289736 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Checking segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:16.290034 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.290410 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Bound using segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:16.291155 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Bound port: 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:16.293686 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.314359 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:16.315365 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Checking segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:16.315923 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.316327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Bound using segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:16.316817 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Bound port: e09ac5a6-2792-488d-b78f-f174c1b8b075, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:16.317271 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.319933 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-9a835259-0ae7-49c1-8fc0-26541b7a00ad tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:16.328508 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-9a835259-0ae7-49c1-8fc0-26541b7a00ad tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/networks?id=39d66c8c-cd4b-40b1-8b25-27033acedcf8 HTTP/1.1" status: 200 len: 811 time: 0.7221153 Nov 22 18:32:16.351338 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.383812 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.438906 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-fddbe0ee-b1b0-4cce-9b4f-f0e55f32fc8a tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/quotas/cf623e0c919f4f77806f7be05f57d86b HTTP/1.1" status: 200 len: 375 time: 0.0582380 Nov 22 18:32:16.440555 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] For port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:16.474556 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] For port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:16.491151 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.504308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] For port e09ac5a6-2792-488d-b78f-f174c1b8b075, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:16.551804 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] For port e09ac5a6-2792-488d-b78f-f174c1b8b075, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e09ac5a6-2792-488d-b78f-f174c1b8b075,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:16.565546 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.583636 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57428) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:16.584691 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fadf9e-6d50-4eec-a1aa-13d91bc7a182 None None] Pushing event updated for resources: {'Port': ['ID=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:16.649758 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-ee2b93a0-631d-4b9e-8162-930f7baf2b7d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf623e0c919f4f77806f7be05f57d86b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1837144 Nov 22 18:32:16.724011 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ce97-7fc0-439a-8a44-c4b507a98902 None None] Pushing event updated for resources: {'Port': ['ID=e09ac5a6-2792-488d-b78f-f174c1b8b075,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:16.858463 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Allocated IP 172.27.1.216 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/13fc814a-e2c9-44bf-9e74-d9f3899f310e) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:16.859263 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-85a8c288-4e86-47c7-acc8-5574d547a7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:16.992003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.047173 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-a3752555-f983-4e71-83b7-aa1a1c7b69ba service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:32:17.056658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-a3752555-f983-4e71-83b7-aa1a1c7b69ba service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1429389 Nov 22 18:32:17.173007 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.261586 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.283756 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.338190 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-85a8c288-4e86-47c7-acc8-5574d547a7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.347334 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-85a8c288-4e86-47c7-acc8-5574d547a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.397040 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-7c0664a2-b4ff-45b8-b8fd-8e465b48bd8d service neutron] 10.222.0.61 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412600 Nov 22 18:32:17.406323 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-85a8c288-4e86-47c7-acc8-5574d547a7ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bcbfc632ee1489caeb2bb4ec2164d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8201892 Nov 22 18:32:17.408458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57456) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:17.512104 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8c288-4e86-47c7-acc8-5574d547a7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89638f7e-c1a2-48d1-979f-1ae0c6e9c62e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:17.532127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.554677 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Allocated IP 172.27.1.38 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/0dfe50e1-da05-4f36-b3e9-67188c53f86d) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:17.592519 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Router e75d333e-863a-4cd7-8d99-581723333e80 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:32:17.709387 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:17.764701 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:17.774829 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:17.775046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.807784 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:17.822645 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Sync routers for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:17.843610 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:17.847043 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:17.856685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:17.887109 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-078bc2c0-766d-4831-825b-9a10009c42f1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6022041 Nov 22 18:32:17.893180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57482) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:17.948433 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:17.985922 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.060148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Pushing event updated for resources: {'Port': ['ID=13fc814a-e2c9-44bf-9e74-d9f3899f310e,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:18.114550 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:18.117014 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.123646 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.133141 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:18.156378 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.219341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57486) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:18.250552 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-7a3eb0ae-57d6-47e6-b0d1-c6ed0368c667 service neutron] 10.222.0.61 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390336 Nov 22 18:32:18.255415 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfe50e1-da05-4f36-b3e9-67188c53f86d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:18.261717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.265801 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.267190 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89638f7e-c1a2-48d1-979f-1ae0c6e9c62e HTTP/1.1" status: 204 len: 168 time: 0.8353150 Nov 22 18:32:18.268796 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.297188 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8a0f9-0396-4356-9596-1744be60f8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89638f7e-c1a2-48d1-979f-1ae0c6e9c62e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:18.374622 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:18.378531 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:18.403040 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:18.436933 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:18.452364 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.454043 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e09ac5a6-2792-488d-b78f-f174c1b8b075 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:18.525699 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.602203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba2876-f364-45e1-9399-64386b28abf4 None None] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:18.804866 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:18.824610 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-c0cd2ab2-a1cb-425c-be3a-248aa7de42d9 None None] Provisioning complete for port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:18.825021 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2ab2-a1cb-425c-be3a-248aa7de42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.881760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e09ac5a6-2792-488d-b78f-f174c1b8b075 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:18.882140 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:18.983646 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:15Z', 'revision_number': 3, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:19.008158 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57510) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:19.042441 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Checking router: e75d333e-863a-4cd7-8d99-581723333e80 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:19.042441 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Updating router e75d333e-863a-4cd7-8d99-581723333e80 port e6301624-0562-43ae-917d-86a9e0a1d448 binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:19.106708 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.141551 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37fe52-8224-4548-812b-4192ca519cdb None None] Network 94afb4d7-924f-4518-88ee-a3144164973c requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:19.166842 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00487cb5-ae6e-4702-8364-f0b70634fe47 req-066f2f70-02be-466b-9806-340a581304c3 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.1571503 Nov 22 18:32:19.178035 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d1aa5739-af17-46f3-aff9-724420179467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.268318 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.286518 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.533945 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d1aa5739-af17-46f3-aff9-724420179467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.546906 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d1aa5739-af17-46f3-aff9-724420179467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.573693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.612345 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d1aa5739-af17-46f3-aff9-724420179467 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbfcec302e054208a66fcde3d5f4aacf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3907034 Nov 22 18:32:19.621799 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57544) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:19.622640 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa5739-af17-46f3-aff9-724420179467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85425af0-73a5-44f5-863a-1e0bccc86388,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:19.673366 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.787481 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.792481 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.809902 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.834440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:32:19.836931 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port e09ac5a6-2792-488d-b78f-f174c1b8b075, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e09ac5a6-2792-488d-b78f-f174c1b8b075,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:19.839788 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.862809 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:19.910385 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Pushing event updated for resources: {'Port': ['ID=e6301624-0562-43ae-917d-86a9e0a1d448,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:19.929807 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.930192 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.930551 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.930934 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.931283 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.931625 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.931963 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.932299 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.932681 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.933021 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.933385 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.933677 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Tracked resource versions report: Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: pushed versions: Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: { 'AddressGroup': {'1.2'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'ConntrackHelper': {'1.0'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Log': {'1.0'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Network': {'1.1'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Port': {'1.7'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'PortForwarding': {'1.2'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'QosPolicy': {'1.10'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroup': {'1.5'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroupRule': {'1.2'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SubPort': {'1.0'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Subnet': {'1.1'}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Trunk': {'1.1'}} Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: consumer versions: Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: { DHCP agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: HyperV agent@hv-cinder-81881: {}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: L3 agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: Metadata agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: Metering agent@dv-cinder-818815-1-iscsi: {}, Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: Open vSwitch agent@dv-cinder-818815-1-iscsi: { 'AddressGroup': '1.2', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'ConntrackHelper': '1.0', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Log': '1.0', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Network': '1.1', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Port': '1.7', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'PortForwarding': '1.2', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'QosPolicy': '1.10', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroup': '1.5', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SecurityGroupRule': '1.2', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'SubPort': '1.0', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Subnet': '1.1', Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: 'Trunk': '1.1'}} Nov 22 18:32:19.943148 dv-cinder-818815-1-iscsi neutron-server[102588]: {{(pid=102588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 18:32:20.000608 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=e09ac5a6-2792-488d-b78f-f174c1b8b075,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:20.020034 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-cb6cd914-346a-4324-8fd0-2a4b95589b12 None None] Provisioning complete for port e09ac5a6-2792-488d-b78f-f174c1b8b075 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:20.020419 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd914-346a-4324-8fd0-2a4b95589b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.026378 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Attempting to bind port e6301624-0562-43ae-917d-86a9e0a1d448 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:20.031492 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Attempting to bind port e6301624-0562-43ae-917d-86a9e0a1d448 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:20.032521 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Attempting to bind port e6301624-0562-43ae-917d-86a9e0a1d448 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:20.051765 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:20.052233 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:20.057220 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Allocated IP 172.20.0.1 (f673c138-d492-4ad0-88f2-443f4107ecf2/6127ffaa-cc5a-43ce-a90c-0a9925361e01/149bac4b-7888-4d84-9c92-dc6407886a7a) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:20.066736 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.070934 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:20.071454 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Bound port: e6301624-0562-43ae-917d-86a9e0a1d448, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:20.074383 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.149039 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:20.217123 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.222763 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.227587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85425af0-73a5-44f5-863a-1e0bccc86388 HTTP/1.1" status: 204 len: 168 time: 0.5995278 Nov 22 18:32:20.256421 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc8835-e326-4a64-82e9-c41d6138e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85425af0-73a5-44f5-863a-1e0bccc86388,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:20.278701 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] For port e6301624-0562-43ae-917d-86a9e0a1d448, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:20.284931 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] For port e6301624-0562-43ae-917d-86a9e0a1d448, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e6301624-0562-43ae-917d-86a9e0a1d448,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:20.302426 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.356517 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aa54be43-88a0-41f3-bd9a-af25793b9c4c req-8db28dc0-6e78-40fa-bc35-8214c8aa3815 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.0917008 Nov 22 18:32:20.368042 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:20.368982 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:20.369588 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:20.412029 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:20.434884 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.436592 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4cfe57e8-995d-4b31-a54f-bfe194480b1a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9250927 Nov 22 18:32:20.440318 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57574) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:20.452793 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:20.453026 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.456463 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:20.465106 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:20.753936 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:20.767955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.778338 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:20.944139 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-d3405b60-8052-4744-8df6-c4185394bc8f None None] Provisioning complete for port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:20.945917 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d3405b60-8052-4744-8df6-c4185394bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.077088 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a85c2-024f-4081-9056-170c808f3225 None None] Pushing event updated for resources: {'Port': ['ID=e6301624-0562-43ae-917d-86a9e0a1d448,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:21.079445 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57598) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:21.102793 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dae7-cb67-43a3-810b-0437277fd8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.186829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:21.231819 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:15Z', 'revision_number': 3, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:21.294579 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.335629 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36163c80-764f-4e52-af97-3d0802bf96dd None None] The sync data for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi is: [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:15Z', 'revision_number': 3, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:21.394094 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Network f673c138-d492-4ad0-88f2-443f4107ecf2 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:21.439962 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:21.449046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:21.450663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.615925 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dae7-cb67-43a3-810b-0437277fd8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.630886 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dae7-cb67-43a3-810b-0437277fd8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.686031 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0ce5dae7-cb67-43a3-810b-0437277fd8ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f03f0971c31494eaebe0647f0ea68a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6058583 Nov 22 18:32:21.693420 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57614) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:21.719686 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:32:21.806977 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-d0a6bbcc-3d82-465e-822c-11f23b89fa4b None None] Provisioning complete for port e09ac5a6-2792-488d-b78f-f174c1b8b075 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:21.809179 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d0a6bbcc-3d82-465e-822c-11f23b89fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:21.939878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5dae7-cb67-43a3-810b-0437277fd8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f199717-5f0c-4005-bb40-2bbe3c0e897b,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:21.991032 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.007314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:17Z', 'revision_number': 3, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:22.131278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57628) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:22.160478 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.230946 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:22.231795 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Updating router 82f2a13f-2f48-4963-85bc-ea77f680e011 port 13fc814a-e2c9-44bf-9e74-d9f3899f310e binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:22.263110 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Pushing event updated for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:22.290790 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.586481 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f38a401d-29c9-46ce-85cc-b5fbb3b184d7 req-a1327850-8b64-4301-ad3b-19bd2edd5364 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.4505804 Nov 22 18:32:22.646951 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.698675 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.758555 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.775862 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e6301624-0562-43ae-917d-86a9e0a1d448 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:22.801314 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9bea775e-85be-482b-9673-4d254c413a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.823081 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.866209 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:22.875718 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:22.895873 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.906976 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:22.911423 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f199717-5f0c-4005-bb40-2bbe3c0e897b HTTP/1.1" status: 204 len: 168 time: 1.2134454 Nov 22 18:32:22.918070 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:22.918706 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:22.984510 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Attempting to bind port 13fc814a-e2c9-44bf-9e74-d9f3899f310e on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:22.984917 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Attempting to bind port 13fc814a-e2c9-44bf-9e74-d9f3899f310e by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:22.985285 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Attempting to bind port 13fc814a-e2c9-44bf-9e74-d9f3899f310e on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:22.989442 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b09ee8-b856-4ab7-b56e-ccd2d755c6e6 None None] Pushing event updated for resources: {'Port': ['ID=13fc814a-e2c9-44bf-9e74-d9f3899f310e,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:23.006032 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.025144 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3da7e14a-45b7-4b30-b06a-c91fcd027b23 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7325842 Nov 22 18:32:23.025394 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:23.025554 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:23.025929 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.026335 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:23.027880 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Bound port: 13fc814a-e2c9-44bf-9e74-d9f3899f310e, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:23.027880 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.037530 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.57', 57857) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:23.037530 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57658) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:23.068589 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305a8bf-c403-4d32-ac3c-2f00afcf7dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f199717-5f0c-4005-bb40-2bbe3c0e897b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:23.190642 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e6301624-0562-43ae-917d-86a9e0a1d448 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:23.191237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.417801 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.418934 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] For port 13fc814a-e2c9-44bf-9e74-d9f3899f310e, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:23.429037 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] For port 13fc814a-e2c9-44bf-9e74-d9f3899f310e, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=13fc814a-e2c9-44bf-9e74-d9f3899f310e,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:23.447967 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.449337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9bea775e-85be-482b-9673-4d254c413a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.450175 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.452772 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.472702 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-2fefd2be-a5f5-4068-bd47-f0a2ced6457d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:23.476565 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-2fefd2be-a5f5-4068-bd47-f0a2ced6457d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.57 "GET /v2.0/networks?id=39d66c8c-cd4b-40b1-8b25-27033acedcf8 HTTP/1.1" status: 200 len: 811 time: 0.4360797 Nov 22 18:32:23.484266 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9bea775e-85be-482b-9673-4d254c413a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:23.484266 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Allocated IP 172.20.0.1 (94afb4d7-924f-4518-88ee-a3144164973c/af9de63b-c318-495a-ba4a-6631e2b46320/d18517c0-e034-42ca-94e5-850f032fa36f) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:23.487320 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57662) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:23.505723 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:23.638419 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b09ee8-b856-4ab7-b56e-ccd2d755c6e6 None None] Pushing event updated for resources: {'Port': ['ID=13fc814a-e2c9-44bf-9e74-d9f3899f310e,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:23.724290 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Request body: {'port': {'device_id': 'ac908039-c146-4086-ba35-e5c89c521831', 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8', 'admin_state_up': True, 'tenant_id': 'cf623e0c919f4f77806f7be05f57d86b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:23.732803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:23.733448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:24.056137 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:18Z', 'revision_number': 3, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:24.057186 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Pushing event updated for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:24.069368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32593fa7-8fd7-4b5b-8b66-a8918ba9a4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.171712 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:24.190265 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:24.196139 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Updating router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 port 0dfe50e1-da05-4f36-b3e9-67188c53f86d binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:24.215700 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Network f673c138-d492-4ad0-88f2-443f4107ecf2 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:24.220926 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:24.357943 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.534576 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.540608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57714) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:24.554006 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Router e75d333e-863a-4cd7-8d99-581723333e80 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:32:24.659956 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32593fa7-8fd7-4b5b-8b66-a8918ba9a4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.665332 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1a88a59a-d990-4545-86ac-ed51d15bdff7 req-34d75d84-04ee-4be2-904c-04a41f08a5c1 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.6569092 Nov 22 18:32:24.666062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea775e-85be-482b-9673-4d254c413a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5117eb8-f9df-4572-94aa-16f818fffae6,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:24.675211 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32593fa7-8fd7-4b5b-8b66-a8918ba9a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.794455 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.808242 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.821412 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32593fa7-8fd7-4b5b-8b66-a8918ba9a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b40aa-d555-47af-adb6-19ba8a00fa5a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:24.868044 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port e6301624-0562-43ae-917d-86a9e0a1d448, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e6301624-0562-43ae-917d-86a9e0a1d448,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:24.900834 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:24.901697 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e09ac5a6-2792-488d-b78f-f174c1b8b075 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:24.985206 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-32593fa7-8fd7-4b5b-8b66-a8918ba9a4bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb7fbea65cf54726b06e5c22d9165ea7&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4197023 Nov 22 18:32:24.990694 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57722) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:25.018704 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=e6301624-0562-43ae-917d-86a9e0a1d448,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:25.045190 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e09ac5a6-2792-488d-b78f-f174c1b8b075 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:25.045576 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.076734 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.154584 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:25.182206 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2078e062-0e84-4be0-9603-ae7c0baf464d admin admin] 10.222.0.61 "PUT /v2.0/routers/e75d333e-863a-4cd7-8d99-581723333e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2848918 Nov 22 18:32:25.197889 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Sync routers for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:25.224790 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.302932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.389009 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:25.390380 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:25.399242 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Pushing event updated for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:25.418433 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.421182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.422340 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/215b40aa-d555-47af-adb6-19ba8a00fa5a HTTP/1.1" status: 204 len: 168 time: 0.4238672 Nov 22 18:32:25.551590 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a81b79d-d422-4550-a0ec-7d1dbc3219ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.571563 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131d3e7-db0c-4763-9f4d-deeeda0339ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b40aa-d555-47af-adb6-19ba8a00fa5a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:25.814487 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-9bea775e-85be-482b-9673-4d254c413a85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58cb293974614ebb966c3d97a107cebf&name=default HTTP/1.1" status: 200 len: 2992 time: 3.6707687 Nov 22 18:32:25.830964 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.872096 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.873003 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:25.895594 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.904316 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 57736) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:25.909321 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a81b79d-d422-4550-a0ec-7d1dbc3219ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:25.921167 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a81b79d-d422-4550-a0ec-7d1dbc3219ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.061940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b79d-d422-4550-a0ec-7d1dbc3219ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470e92a1-6baf-436f-94a2-9cb1e4f21e0d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:26.112449 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9a81b79d-d422-4550-a0ec-7d1dbc3219ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2432822b654f4c30a940e6b7a6fe4a75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5640705 Nov 22 18:32:26.112449 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57742) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:26.123847 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e6301624-0562-43ae-917d-86a9e0a1d448 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:26.131191 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312542-5bfa-4a97-ace3-02831f618e36 None None] Pushing event updated for resources: {'Port': ['ID=0dfe50e1-da05-4f36-b3e9-67188c53f86d,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:26.221902 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Attempting to bind port 0dfe50e1-da05-4f36-b3e9-67188c53f86d on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:26.222291 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Attempting to bind port 0dfe50e1-da05-4f36-b3e9-67188c53f86d by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:26.222670 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Attempting to bind port 0dfe50e1-da05-4f36-b3e9-67188c53f86d on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:26.236504 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:26.239598 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:26.240273 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.240837 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:26.241510 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Bound port: 0dfe50e1-da05-4f36-b3e9-67188c53f86d, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:26.243928 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.330186 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Allocated IP 172.20.0.1 (7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d/6f517baf-8f04-44e5-8b6b-3e23ed1846bd/7da4b09f-314a-4f78-84c8-1e60ce1f14ea) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:26.411836 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.477662 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57748) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:26.495571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.554331 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] For port 0dfe50e1-da05-4f36-b3e9-67188c53f86d, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:26.570624 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] For port 0dfe50e1-da05-4f36-b3e9-67188c53f86d, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=0dfe50e1-da05-4f36-b3e9-67188c53f86d,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:26.573486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Network 94afb4d7-924f-4518-88ee-a3144164973c is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:26.574667 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33bcf3f1-57f2-4e82-9d56-ffa47b2ab7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.583777 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.588878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:26.594458 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ac777f12-67ce-4b9c-a6aa-30009088004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.607021 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Made reservation on behalf of cf623e0c919f4f77806f7be05f57d86b for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:26.613465 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.620654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.627356 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:17Z', 'revision_number': 3, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:26.661292 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.675516 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:26.677758 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.824618 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312542-5bfa-4a97-ace3-02831f618e36 None None] Pushing event updated for resources: {'Port': ['ID=0dfe50e1-da05-4f36-b3e9-67188c53f86d,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:26.883479 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e6301624-0562-43ae-917d-86a9e0a1d448 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:26.893389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:26.922602 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79694fe6-a58e-4a0d-9437-ddea54de94a4 None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:17Z', 'revision_number': 3, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:26.941469 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:26.948941 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:31:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:27.108333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c559eada-eeb4-4cbf-8dac-513ea77cec70 req-deac31db-5cc9-4597-b1de-264244628523 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.5257411 Nov 22 18:32:27.160353 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.165248 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.171886 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/470e92a1-6baf-436f-94a2-9cb1e4f21e0d HTTP/1.1" status: 204 len: 168 time: 1.0524917 Nov 22 18:32:27.294677 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ffd59-24a1-4b86-8b5d-9790d6182cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470e92a1-6baf-436f-94a2-9cb1e4f21e0d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:27.336879 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33bcf3f1-57f2-4e82-9d56-ffa47b2ab7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.352865 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33bcf3f1-57f2-4e82-9d56-ffa47b2ab7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.468416 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-799fa980-9744-46b7-99d4-875198c9dbd8 None None] Provisioning complete for port d18517c0-e034-42ca-94e5-850f032fa36f triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:27.479830 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-799fa980-9744-46b7-99d4-875198c9dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.581163 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:27.609243 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-33bcf3f1-57f2-4e82-9d56-ffa47b2ab7e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80af97d6f1a542019c4ff2884835bda2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1303344 Nov 22 18:32:27.610870 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcf3f1-57f2-4e82-9d56-ffa47b2ab7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c50d2-6ddb-4033-a9ff-dc210070470f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:27.618645 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 57760) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:27.812050 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:27.889313 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.042731 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-799fa980-9744-46b7-99d4-875198c9dbd8 None None] Port d18517c0-e034-42ca-94e5-850f032fa36f cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:32:28.060328 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.067845 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.076742 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ae6d835b-5e33-4927-8036-1218a86a934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.077559 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f10c50d2-6ddb-4033-a9ff-dc210070470f HTTP/1.1" status: 204 len: 168 time: 0.4461691 Nov 22 18:32:28.099181 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8463112-05f7-4241-862f-5b6a6521a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c50d2-6ddb-4033-a9ff-dc210070470f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:28.201137 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:22Z', 'revision_number': 4, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '149bac4b-7888-4d84-9c92-dc6407886a7a', 'name': '', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'mac_address': 'fa:16:3e:91:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:19Z', 'updated_at': '2021-11-22T18:32:22Z', 'revision_number': 2, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'subnets': [{'id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:28.288336 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:18Z', 'revision_number': 3, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:28.319817 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 13fc814a-e2c9-44bf-9e74-d9f3899f310e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:28.375380 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec74a7-5975-438d-b190-0b69ed8e6fd1 None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:18Z', 'revision_number': 3, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:28.426291 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Checking router: e75d333e-863a-4cd7-8d99-581723333e80 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:28.435377 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Updating router e75d333e-863a-4cd7-8d99-581723333e80 port 149bac4b-7888-4d84-9c92-dc6407886a7a binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:28.565223 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.569884 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Pushing event updated for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:28.636148 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 13fc814a-e2c9-44bf-9e74-d9f3899f310e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:28.636703 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:28.893098 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Allocated IP 172.20.0.4 (39d66c8c-cd4b-40b1-8b25-27033acedcf8/88aabfe6-835e-400b-ba97-906c4527e8a4/22b6763a-96d3-4ee7-9d5a-fff2190010f5) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:29.016727 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:29.122653 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:29.180073 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:29.233764 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c45e39d9-f6a6-418b-9b02-083b94efdc02 req-b28413cc-f970-4502-aeec-94db3bd1b18a tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.6418247 Nov 22 18:32:29.238230 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:29.240245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:29.533288 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:29.588451 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 13fc814a-e2c9-44bf-9e74-d9f3899f310e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=13fc814a-e2c9-44bf-9e74-d9f3899f310e,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:29.596984 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:29.762831 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:29.807860 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=13fc814a-e2c9-44bf-9e74-d9f3899f310e,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:30.037842 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-e0e38da0-7c06-48ca-b996-c26e0c103b96 None None] Provisioning complete for port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:30.038290 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e0e38da0-7c06-48ca-b996-c26e0c103b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.186125 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-e0e38da0-7c06-48ca-b996-c26e0c103b96 None None] Port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:32:30.201154 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.221992 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.366483 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611be5c-2608-4e26-9217-016c6c9f6c69 None None] Pushing event updated for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:30.624030 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 0dfe50e1-da05-4f36-b3e9-67188c53f86d up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:30.679833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.734386 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Attempting to bind port 149bac4b-7888-4d84-9c92-dc6407886a7a on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:30.739570 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Attempting to bind port 149bac4b-7888-4d84-9c92-dc6407886a7a by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:30.740774 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Attempting to bind port 149bac4b-7888-4d84-9c92-dc6407886a7a on network f673c138-d492-4ad0-88f2-443f4107ecf2 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:30.776472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:30.782230 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Checking segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:30.783571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.784354 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Bound using segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:30.785230 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Bound port: 149bac4b-7888-4d84-9c92-dc6407886a7a, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:30.785790 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:30.934401 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df9e0f98-025a-42b2-9dd1-34620ac5e0b6 req-015b5e5f-59bc-40fc-9e9f-5e6d14de4d89 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.2491913 Nov 22 18:32:30.940396 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.105224 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 0dfe50e1-da05-4f36-b3e9-67188c53f86d triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:31.111829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.130893 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.179071 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] For port 149bac4b-7888-4d84-9c92-dc6407886a7a, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:31.227252 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] For port 149bac4b-7888-4d84-9c92-dc6407886a7a, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=149bac4b-7888-4d84-9c92-dc6407886a7a,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:31.272341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.489426 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.590134 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.793238 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 0dfe50e1-da05-4f36-b3e9-67188c53f86d, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=0dfe50e1-da05-4f36-b3e9-67188c53f86d,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:31.819789 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.824448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.835963 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.851506 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 13fc814a-e2c9-44bf-9e74-d9f3899f310e up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:31.960541 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:31.987653 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611be5c-2608-4e26-9217-016c6c9f6c69 None None] Pushing event updated for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:31.988852 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-1ec428cb-f278-4a6b-8e2f-7fd858fdfdb4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:31.990518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-1ec428cb-f278-4a6b-8e2f-7fd858fdfdb4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 819 time: 3.8982289 Nov 22 18:32:32.044299 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:32.045658 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:32.045996 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:32.047819 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:32.084492 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:32.459815 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 13fc814a-e2c9-44bf-9e74-d9f3899f310e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:32.460743 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:32.516922 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:32.582832 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:32.594736 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:32.621968 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:32.628184 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:32.680586 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=0dfe50e1-da05-4f36-b3e9-67188c53f86d,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:32.741571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:32.792749 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Pushing event updated for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:32.837957 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-bf875585-0012-4c0f-aea9-783b62a758c8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/quotas/9ae7713c9dbd48818fd8004f6f0cef15 HTTP/1.1" status: 200 len: 375 time: 0.8081851 Nov 22 18:32:33.040118 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3847573 Nov 22 18:32:33.065348 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:33.368131 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:33.471689 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-93815023-a770-4080-8ac4-9bcda121fa7b tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:32:33.481053 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-93815023-a770-4080-8ac4-9bcda121fa7b tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1836362 Nov 22 18:32:33.675634 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:33.680626 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:33.712571 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5117eb8-f9df-4572-94aa-16f818fffae6 HTTP/1.1" status: 204 len: 168 time: 7.1710992 Nov 22 18:32:33.880714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 0dfe50e1-da05-4f36-b3e9-67188c53f86d up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:34.140824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f23a9-dcc2-4020-b420-7cc5b68fe0e0 req-908386b4-3d72-4302-83ea-78b441a390bd tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:34.161180 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a8f23a9-dcc2-4020-b420-7cc5b68fe0e0 req-908386b4-3d72-4302-83ea-78b441a390bd tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 931 time: 1.9220688 Nov 22 18:32:34.175926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39af87-6bee-43ed-8489-4ea01ac0075e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Pushing event updated for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:34.215605 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 0dfe50e1-da05-4f36-b3e9-67188c53f86d triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:34.216315 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:34.287998 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9488c61-f0cf-4626-9a3b-36dbf3612705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5117eb8-f9df-4572-94aa-16f818fffae6,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:34.342490 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-97aa791a-3f67-4edc-9207-07073802af30 None None] Provisioning complete for port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:34.342932 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-97aa791a-3f67-4edc-9207-07073802af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:34.390971 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:22Z', 'revision_number': 4, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '149bac4b-7888-4d84-9c92-dc6407886a7a', 'name': '', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'mac_address': 'fa:16:3e:91:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:19Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'subnets': [{'id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:34.449519 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c421-42c8-470a-9235-514ef54046f8 None None] The sync data for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi is: [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:22Z', 'revision_number': 4, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '149bac4b-7888-4d84-9c92-dc6407886a7a', 'name': '', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'mac_address': 'fa:16:3e:91:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:19Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'subnets': [{'id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:34.529480 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-97aa791a-3f67-4edc-9207-07073802af30 None None] Port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:32:34.534538 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:34.717587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-b701c450-6190-408a-a033-fd1e70d89444 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6926572 Nov 22 18:32:34.756386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:34.757554 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:35.049954 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Pushing event updated for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:35.063231 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a8f23a9-dcc2-4020-b420-7cc5b68fe0e0 req-42261e0e-8b51-4f0d-949a-6cb5b9ff52a2 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004514 Nov 22 18:32:35.073938 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Request body: {'port': {'device_id': 'ac908039-c146-4086-ba35-e5c89c521831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:35.104071 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:32:35.522778 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:35.934690 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 149bac4b-7888-4d84-9c92-dc6407886a7a up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:36.114808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 149bac4b-7888-4d84-9c92-dc6407886a7a triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:36.115582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:36.246360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Network 94afb4d7-924f-4518-88ee-a3144164973c is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:36.527139 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:36.701145 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:36.712165 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 149bac4b-7888-4d84-9c92-dc6407886a7a, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=149bac4b-7888-4d84-9c92-dc6407886a7a,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:36.727344 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:36.748121 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-81bd12c1-7f8c-425c-bf8c-5df74a931cd4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:32:36.749822 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-81bd12c1-7f8c-425c-bf8c-5df74a931cd4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7553895 Nov 22 18:32:36.754086 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:36.837615 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:36.911185 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:36.923010 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1b8c6759-3858-4173-a464-604137b4dddf admin admin] 10.222.0.61 "PUT /v2.0/routers/e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8824463 Nov 22 18:32:36.939288 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:36.948587 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:37.224018 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:37.512659 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-65efaab2-c73b-4151-abfc-f4572c2eaf15 None None] Provisioning complete for port d18517c0-e034-42ca-94e5-850f032fa36f triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:37.513488 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-65efaab2-c73b-4151-abfc-f4572c2eaf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:37.731328 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-65efaab2-c73b-4151-abfc-f4572c2eaf15 None None] Port d18517c0-e034-42ca-94e5-850f032fa36f cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:32:37.812991 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 149bac4b-7888-4d84-9c92-dc6407886a7a up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:37.886740 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 2, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:38.047324 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 149bac4b-7888-4d84-9c92-dc6407886a7a triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:38.048741 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:38.049247 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Updating router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:38.049906 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:38.121516 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:38.184959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b6763a-96d3-4ee7-9d5a-fff2190010f5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:32:38.319760 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-7167e60e-e3aa-418a-9e1f-77c38e83a959 service neutron] 10.222.0.61 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4351263 Nov 22 18:32:38.339744 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244be88-d293-4919-8954-8f788b388f67 req-39f22d60-3df2-4246-a7ba-18455d725198 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:38.349678 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3244be88-d293-4919-8954-8f788b388f67 req-39f22d60-3df2-4246-a7ba-18455d725198 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 931 time: 1.6506798 Nov 22 18:32:38.400764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:38.522894 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3244be88-d293-4919-8954-8f788b388f67 req-bfeb2d6a-84cb-49d1-9001-1f65660fb948 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668844 Nov 22 18:32:38.536114 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Transition to ACTIVE for port object 22b6763a-96d3-4ee7-9d5a-fff2190010f5 will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:32:38.556130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:38.648200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:32:38.702206 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-98b209f5-f76b-4652-a439-bf8daed7a2ed service neutron] 10.222.0.61 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270142 Nov 22 18:32:38.837202 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:39.002736 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Attempting to bind port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:39.003051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Attempting to bind port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '685b3876-395c-45b5-9473-dd96014d62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:39.003282 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Attempting to bind port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 on network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:39.083996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 on network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:32:39.083996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Attempting to bind port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 on network 39d66c8c-cd4b-40b1-8b25-27033acedcf8 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:39.099425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:39.099720 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Checking segment: {'id': '685b3876-395c-45b5-9473-dd96014d62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:39.100084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Bound using segment: {'id': '685b3876-395c-45b5-9473-dd96014d62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:39.101019 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Bound port: 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685b3876-395c-45b5-9473-dd96014d62f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:39.101019 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:39.299472 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:39.314639 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:39.521754 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef45763-0938-4cf5-a3bd-74fc9c4ded3c None None] Pushing event updated for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:39.695953 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:32:39.712916 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:32:39.775723 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:39.781001 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:39.788045 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Attempting to bind port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:39.788437 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Attempting to bind port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:39.788871 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Attempting to bind port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:39.796292 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:39.797611 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Checking segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:39.798126 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:39.798615 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Bound using segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:39.799382 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Bound port: 7da4b09f-314a-4f78-84c8-1e60ce1f14ea, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:39.800660 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:39.962388 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6a09089b-b342-4a41-8164-8ccc164cda77 admin admin] 10.222.0.61 "PUT /v2.0/routers/82f2a13f-2f48-4963-85bc-ea77f680e011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5129089 Nov 22 18:32:39.992110 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7417bbce-39d3-4b6d-b1b9-13e146b29210 req-35c89239-97ed-48a2-96e1-252fd710b005 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 210 time: 0.5171230 Nov 22 18:32:40.014025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58064) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:40.023962 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:40.040323 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5,segment=NetworkSegment(685b3876-395c-45b5-9473-dd96014d62f2),segment_id=685b3876-395c-45b5-9473-dd96014d62f2)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:40.059410 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:40.073535 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] For port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:40.085193 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] For port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:40.096390 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:40.256632 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:40.306100 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:40.306753 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:40.323376 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] 10.222.0.57 "PUT /v2.0/ports/22b6763a-96d3-4ee7-9d5a-fff2190010f5 HTTP/1.1" status: 200 len: 1093 time: 5.9043009 Nov 22 18:32:40.332035 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:32:40.424706 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:40.425788 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:40.726308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] Provisioning complete for port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:40.733336 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:40.737376 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef45763-0938-4cf5-a3bd-74fc9c4ded3c None None] Pushing event updated for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:41.174437 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-04c671c6-72fb-4cd6-aa2c-21384ce1a597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:41.299557 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7edb-171c-45ba-b214-aa03f9ccd7dc req-23b42267-6c59-45b1-a4b9-355c5de2c554 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:41.318156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ba3c7edb-171c-45ba-b214-aa03f9ccd7dc req-23b42267-6c59-45b1-a4b9-355c5de2c554 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 943 time: 0.7821009 Nov 22 18:32:41.328538 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8152-2d47-48f6-ba90-a2718cf0bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:41.450296 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-04c671c6-72fb-4cd6-aa2c-21384ce1a597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:41.460287 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-04c671c6-72fb-4cd6-aa2c-21384ce1a597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:41.534373 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:41.625220 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ba3c7edb-171c-45ba-b214-aa03f9ccd7dc req-dd065509-38c7-481e-842a-ca0c37698636 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033793 Nov 22 18:32:41.636186 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-04c671c6-72fb-4cd6-aa2c-21384ce1a597 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adc7a9614e194710aad9df9ad6f24e00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6138752 Nov 22 18:32:41.643555 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58108) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:41.658194 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:41.667365 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-627a0d2b-b434-4ada-96da-06e98bc83bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:41.676167 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-627a0d2b-b434-4ada-96da-06e98bc83bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf623e0c919f4f77806f7be05f57d86b&device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 1096 time: 1.1288772 Nov 22 18:32:41.789029 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] For port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:41.795045 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 2, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:41.862727 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:41.870409 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:32:41.878008 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Updating router 82f2a13f-2f48-4963-85bc-ea77f680e011 port d18517c0-e034-42ca-94e5-850f032fa36f binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:32:41.913230 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58114) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:41.949242 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c671c6-72fb-4cd6-aa2c-21384ce1a597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80e862-7cef-4fd3-88fd-0d75f2cace42,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:42.059141 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58118) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:42.098301 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-4141a527-f862-479b-bbfc-25f03356099c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5 HTTP/1.1" status: 200 len: 217 time: 0.4007299 Nov 22 18:32:42.132034 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202234755', 'description': 'tempest-description--1983342149'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:42.297765 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.303228 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df890-3c69-4833-b524-bf303e0a3dca req-c77b05ca-8c79-43c7-aaa8-556e69d7d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:42.304982 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-c77b05ca-8c79-43c7-aaa8-556e69d7d1d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88aabfe6-835e-400b-ba97-906c4527e8a4 HTTP/1.1" status: 200 len: 851 time: 0.1977282 Nov 22 18:32:42.336361 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.405954 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-067d9664-5a30-41cc-aa0c-0cd12033e8dd None None] Provisioning complete for port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:42.405954 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-067d9664-5a30-41cc-aa0c-0cd12033e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.419250 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a585da-49c8-4367-949d-b27b934ce3da None None] Pushing event updated for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:42.515763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.534946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ccf73-66cb-4879-860e-5f501acdbe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:32:42.575886 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.649654 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-503d39a5-901f-48e2-a6fc-235d500b841f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39d66c8c-cd4b-40b1-8b25-27033acedcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3262770 Nov 22 18:32:42.909477 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.929835 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:42.931913 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c80e862-7cef-4fd3-88fd-0d75f2cace42 HTTP/1.1" status: 204 len: 168 time: 1.2825928 Nov 22 18:32:42.937126 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:40Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:42.941990 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9420a18a-6dc3-4ec8-b692-5342ae310dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.042556 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03462be-27c8-4fb1-86a8-3679b2c7a858 None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:40Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:43.205302 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198413e-2dba-4b21-8587-8bedcd1ba1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80e862-7cef-4fd3-88fd-0d75f2cace42,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:43.245507 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.262528 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.303226 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-2d670fe2-a757-4cb4-9bc1-b89291361781 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:43.315610 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-2d670fe2-a757-4cb4-9bc1-b89291361781 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 819 time: 0.7712345 Nov 22 18:32:43.339653 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-5e9ea58b-1410-4351-ac3a-5258f83051c4 service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379507 Nov 22 18:32:43.374432 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-9e2c6578-5108-475d-99fe-92bb1bf059bc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/quotas/9ae7713c9dbd48818fd8004f6f0cef15 HTTP/1.1" status: 200 len: 375 time: 0.0491245 Nov 22 18:32:43.416574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.431222 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3564093 Nov 22 18:32:43.437148 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58158) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:43.463266 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.481765 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group_rule': {'security_group_id': 'c03ad457-ebb4-462e-8b11-059ce66a3f96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:43.486523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.508381 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-c5ad2d08-e473-449e-a163-323a84e42843 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276329 Nov 22 18:32:43.614897 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.712456 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1101f6d-19cc-4e03-bb2a-27b1f256dc85 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ad457-ebb4-462e-8b11-059ce66a3f96,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:43.839338 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-96fceb38-b581-4bda-b819-4ac5c0ff98dc service neutron] 10.222.0.61 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287539 Nov 22 18:32:43.958662 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9420a18a-6dc3-4ec8-b692-5342ae310dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:43.978052 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9420a18a-6dc3-4ec8-b692-5342ae310dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.004656 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7da4b09f-314a-4f78-84c8-1e60ce1f14ea up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:44.077071 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9420a18a-6dc3-4ec8-b692-5342ae310dc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25b9923b44a3411c8e5e743efc4f0717&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1570506 Nov 22 18:32:44.107568 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7616b2a-cb80-4f8d-82ac-1f07cecabb1d None None] Pushing event updated for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:44.130029 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58168) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:44.165221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58172) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:44.226323 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Attempting to bind port d18517c0-e034-42ca-94e5-850f032fa36f on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:44.227435 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.228560 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Attempting to bind port d18517c0-e034-42ca-94e5-850f032fa36f by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:44.230290 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Attempting to bind port d18517c0-e034-42ca-94e5-850f032fa36f on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:44.258839 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420a18a-6dc3-4ec8-b692-5342ae310dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9499183-9d72-433c-9815-acca6780c98d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:44.301813 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.348440 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:44.349030 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Checking segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:44.349710 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.350443 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Bound using segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:44.351339 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Bound port: d18517c0-e034-42ca-94e5-850f032fa36f, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:44.351973 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.364080 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:44.365208 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.416603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42b2663-4543-4dfb-a69f-3415a82fc338,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:44.453034 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.470137 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-400df7bc-150a-47be-b290-8fdc73df9459 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0050340 Nov 22 18:32:44.472117 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-945df890-3c69-4833-b524-bf303e0a3dca req-42ccb4c2-d0ac-4ff7-b714-62165fc07a85 service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077679 Nov 22 18:32:44.476877 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58180) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:44.490796 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group_rule': {'security_group_id': 'c03ad457-ebb4-462e-8b11-059ce66a3f96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:44.499785 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58184) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:44.500308 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f251fff7-df6d-48a9-a591-19ae9cab63c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.521436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024685861', 'description': 'tempest-description--2043886411'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:44.557008 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.616903 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.628550 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-6f50d1e9-3334-49a4-a80b-db2bd7b19a42 service neutron] 10.222.0.61 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860167 Nov 22 18:32:44.695615 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-3ffed92e-7c7d-4968-acf7-c498aebcd3ba None None] Provisioning complete for port d18517c0-e034-42ca-94e5-850f032fa36f triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:44.696447 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3ffed92e-7c7d-4968-acf7-c498aebcd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.738583 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.743376 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.745098 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9499183-9d72-433c-9815-acca6780c98d HTTP/1.1" status: 204 len: 168 time: 0.6016455 Nov 22 18:32:44.752366 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.824376 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc2c3-924f-447c-b5a2-38c980f4d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9499183-9d72-433c-9815-acca6780c98d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:44.830752 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.891322 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-3ffed92e-7c7d-4968-acf7-c498aebcd3ba None None] Port d18517c0-e034-42ca-94e5-850f032fa36f cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:32:44.960646 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] For port d18517c0-e034-42ca-94e5-850f032fa36f, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:44.967563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f251fff7-df6d-48a9-a591-19ae9cab63c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:44.982687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] For port d18517c0-e034-42ca-94e5-850f032fa36f, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=d18517c0-e034-42ca-94e5-850f032fa36f,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:44.993337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f251fff7-df6d-48a9-a591-19ae9cab63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.037295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.045969 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251fff7-df6d-48a9-a591-19ae9cab63c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59432efb-6a95-4397-9d24-281c99cc5002,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:45.093856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.124321 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.371907 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.378357 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8739791 Nov 22 18:32:45.379285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58208) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:45.381031 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58210) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:45.390688 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063c4d2b-3eb8-4441-b5e3-d321e14770ba x-openstack-request-id: req-063c4d2b-3eb8-4441-b5e3-d321e14770ba {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:32:45.391007 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:32:45.391487 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-063c4d2b-3eb8-4441-b5e3-d321e14770ba {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:32:45.392121 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5', 'status': 'completed', 'code': 200} Nov 22 18:32:45.394099 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group_rule': {'security_group_id': '9577d60d-5258-449b-aa05-9051c14914c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:45.473615 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f1087-f336-4ad0-8da8-b39ae7f8af53 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9577d60d-5258-449b-aa05-9051c14914c2,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:45.482460 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.510634 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2cdba6b9-1f0c-4fbc-95d1-ea846f98fedb req-cf99d89c-4758-46c9-83c7-a6d949b72503 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.1040339 Nov 22 18:32:45.533041 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f251fff7-df6d-48a9-a591-19ae9cab63c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0714dd2e18f4a11aa62837518112e60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3608904 Nov 22 18:32:45.537040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58218) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:45.591033 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.607754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140e78-da4f-45da-a98b-5a6f3bb3422e req-2379e506-2a60-4b9b-96e3-bbc27845a41f tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:45.616236 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f4140e78-da4f-45da-a98b-5a6f3bb3422e req-2379e506-2a60-4b9b-96e3-bbc27845a41f tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 943 time: 0.2272451 Nov 22 18:32:45.648234 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.687569 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.703425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396e53be-a549-4168-8c16-0af7f76e0544,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:45.704624 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.728587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f4140e78-da4f-45da-a98b-5a6f3bb3422e req-aabcfc74-e201-47bd-88b2-b18ee4c39dcf tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110499 Nov 22 18:32:45.739826 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.741061 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-333e32b8-7fcc-4921-9eaf-3b3f4ebb4312 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2543554 Nov 22 18:32:45.742079 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7616b2a-cb80-4f8d-82ac-1f07cecabb1d None None] Pushing event updated for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:45.747920 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58222) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:45.771411 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:45.786224 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7971e250-4236-42ac-b860-6954ec5e8bca,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:45.792514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.793740 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-8424f631-9c45-4183-a600-86b0bfbd1424 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4046438 Nov 22 18:32:45.798730 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58226) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:45.812261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group_rule': {'security_group_id': '9577d60d-5258-449b-aa05-9051c14914c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:45.868245 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:32:45.869270 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:45.893575 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.920725 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:45.952028 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.128333 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fbba93ce-559c-4d28-8a75-70aa204ab0a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.159353 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58230) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:46.181286 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.215256 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.242297 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:32:46.293497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.368159 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.377690 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5745323 Nov 22 18:32:46.379577 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58236) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:46.380158 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-796b094b-9bf4-4707-92f1-3baf12765f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.389429 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-3e5e3cd0-8112-4b76-92d0-5a23389d8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:46.393830 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-3e5e3cd0-8112-4b76-92d0-5a23389d8983 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf623e0c919f4f77806f7be05f57d86b&device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 1096 time: 0.3506942 Nov 22 18:32:46.405086 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:46.426239 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8731d-4de8-4e67-b662-5413edce6bde tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500b6f84-940c-4662-bf8c-cae45906db95,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:46.585506 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fbba93ce-559c-4d28-8a75-70aa204ab0a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.605301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fbba93ce-559c-4d28-8a75-70aa204ab0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.682872 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.723222 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.726251 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.730733 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59432efb-6a95-4397-9d24-281c99cc5002 HTTP/1.1" status: 204 len: 168 time: 1.1921101 Nov 22 18:32:46.739166 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-796b094b-9bf4-4707-92f1-3baf12765f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.746078 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fbba93ce-559c-4d28-8a75-70aa204ab0a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d6cec7ecc8c4a248884a38086951bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3636837 Nov 22 18:32:46.762342 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58246) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:46.785108 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-796b094b-9bf4-4707-92f1-3baf12765f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:46.795084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ab49b-cbd7-423e-874e-1e635b3cbc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59432efb-6a95-4397-9d24-281c99cc5002,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:46.843745 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-796b094b-9bf4-4707-92f1-3baf12765f41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b994fbb061f48e8a5609768d040c6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6762989 Nov 22 18:32:46.845858 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba93ce-559c-4d28-8a75-70aa204ab0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e51d3b-ed71-42c4-8bdf-9886ee5afa68,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:46.865763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58250) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:46.976081 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8cfe1a87-ddf6-468f-8fb5-ceb5111114aa req-8501124e-7cfc-42fc-ba78-d328689d360c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.2958746 Nov 22 18:32:47.013367 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b094b-9bf4-4707-92f1-3baf12765f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32783f1b-01a1-4149-9374-efe9268608bf,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:47.052394 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.085480 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.164084 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.167752 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.169674 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32783f1b-01a1-4149-9374-efe9268608bf HTTP/1.1" status: 204 len: 168 time: 0.3025475 Nov 22 18:32:47.183585 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] Provisioning complete for port d18517c0-e034-42ca-94e5-850f032fa36f triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:47.187058 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.206596 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.57', 57869) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:47.364278 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9ea9f-3945-40a6-b829-21e33ff5be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32783f1b-01a1-4149-9374-efe9268608bf,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:47.553967 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b7761-b6c7-4868-84e9-5fc5803efc49 req-4c56fa47-ac2f-4b63-8695-113af4c1ff81 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:47.571548 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-852b7761-b6c7-4868-84e9-5fc5803efc49 req-4c56fa47-ac2f-4b63-8695-113af4c1ff81 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 943 time: 0.5775883 Nov 22 18:32:47.603582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-016a93a2-c654-472a-ac19-d55b9fc3e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:47.606000 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-016a93a2-c654-472a-ac19-d55b9fc3e713 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39d66c8c-cd4b-40b1-8b25-27033acedcf8 HTTP/1.1" status: 200 len: 912 time: 1.1305964 Nov 22 18:32:47.609338 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.610632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.638460 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:44Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:32:47.725708 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.748432 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e1521-d981-4aab-9cfb-ddb71b361906 None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:44Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:32:47.790910 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.57', 57870) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:47.815114 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] For port d18517c0-e034-42ca-94e5-850f032fa36f, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=d18517c0-e034-42ca-94e5-850f032fa36f,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:47.827330 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.835895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:47.991941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-18d330ff-b2a9-4c5c-940e-f98e0b8123ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5 HTTP/1.1" status: 200 len: 217 time: 0.1461220 Nov 22 18:32:48.025979 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:48.036462 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268ca6-38ed-406f-abdc-9eb7ac3cb6e8 None None] Pushing event updated for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:48.053221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:48.058401 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2e51d3b-ed71-42c4-8bdf-9886ee5afa68 HTTP/1.1" status: 204 len: 168 time: 1.2411373 Nov 22 18:32:48.228568 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d8ba6-7932-4ca9-a8dc-26b40ab8d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e51d3b-ed71-42c4-8bdf-9886ee5afa68,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:48.500321 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-852b7761-b6c7-4868-84e9-5fc5803efc49 req-81c28022-6b40-4eee-b217-87ff2f443239 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9003320 Nov 22 18:32:48.528058 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8f1e7bf9-329a-4a2e-a099-537b3bdcb0db req-90b84efb-8dd8-45c0-a828-ebb6af2e7f07 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.2676108 Nov 22 18:32:48.673770 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-ec6db4d9-c9a1-4213-bd89-ab8e278990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:48.676808 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-ec6db4d9-c9a1-4213-bd89-ab8e278990ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88aabfe6-835e-400b-ba97-906c4527e8a4 HTTP/1.1" status: 200 len: 851 time: 0.6643414 Nov 22 18:32:48.830517 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-d8bf9e35-fbf1-45d6-aabd-c94c5f85537a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:48.837439 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:48.840793 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-d8bf9e35-fbf1-45d6-aabd-c94c5f85537a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 819 time: 1.6313074 Nov 22 18:32:48.861627 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-00783e1c-71c8-4601-8177-6945ede7abc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39d66c8c-cd4b-40b1-8b25-27033acedcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670654 Nov 22 18:32:48.886587 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Request body: {'port': {'device_id': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'admin_state_up': True, 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:49.243873 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e1f50ea0-1723-4eda-9089-db0ca87c4413 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:49.252323 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e1f50ea0-1723-4eda-9089-db0ca87c4413 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 819 time: 1.4464750 Nov 22 18:32:49.322066 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Request body: {'port': {'device_id': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'admin_state_up': True, 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:49.349419 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Allocated IP 172.27.1.63 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/8ed2c728-ed23-411b-8ad5-7352f4ba8d73) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:49.356695 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58322) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:49.462895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ddae8ad-430e-4821-8d91-2bd902d54d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:49.768486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ddae8ad-430e-4821-8d91-2bd902d54d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:49.863483 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device d18517c0-e034-42ca-94e5-850f032fa36f up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:49.866495 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ddae8ad-430e-4821-8d91-2bd902d54d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:49.877447 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Made reservation on behalf of 9ae7713c9dbd48818fd8004f6f0cef15 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:49.881157 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:49.942670 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Made reservation on behalf of 9ae7713c9dbd48818fd8004f6f0cef15 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:49.947288 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:49.973803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 22b6763a-96d3-4ee7-9d5a-fff2190010f5 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:32:50.067633 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5bf98caa-2c78-429c-ad4b-feff7da04e88 req-536a3558-fabf-4b01-8c26-527ea2bbfc00 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.1761436 Nov 22 18:32:50.128415 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-208ba1b4-1211-4b5c-90d3-a542e8edf6bc service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2270517 Nov 22 18:32:50.129500 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58340) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:50.228616 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3ddae8ad-430e-4821-8d91-2bd902d54d1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc77c8cf1eac49008de493298f761490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8596570 Nov 22 18:32:50.234415 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58348) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:50.272827 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00216fe3-8011-44bf-ac3e-7a8532a1e997 req-69eb02fe-e845-41e8-b0f5-60fb5ab4ebf0 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:50.286034 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00216fe3-8011-44bf-ac3e-7a8532a1e997 req-69eb02fe-e845-41e8-b0f5-60fb5ab4ebf0 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 943 time: 0.4206476 Nov 22 18:32:50.339168 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddae8ad-430e-4821-8d91-2bd902d54d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400faed-5daf-4e40-8677-39ceb6aa1607,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:50.418623 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Allocated IP 172.20.0.6 (f673c138-d492-4ad0-88f2-443f4107ecf2/6127ffaa-cc5a-43ce-a90c-0a9925361e01/7c9c97fa-e46c-4153-a95d-7049aa6bb06b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:50.421144 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.483080 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.571468 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.754104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-147149305-network', 'tenant_id': '2c807fe3aaaf4578a8499611950789bd'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:50.821762 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00216fe3-8011-44bf-ac3e-7a8532a1e997 req-8cd507e1-2b78-476c-b4bc-b323c53847c6 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341580 Nov 22 18:32:50.838431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.885373 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.888518 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.895691 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2400faed-5daf-4e40-8677-39ceb6aa1607 HTTP/1.1" status: 204 len: 168 time: 0.6600347 Nov 22 18:32:50.920836 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff56354-9ea0-4495-b713-458f11ac2474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400faed-5daf-4e40-8677-39ceb6aa1607,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:50.961172 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Made reservation on behalf of 2c807fe3aaaf4578a8499611950789bd for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:50.965390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:50.976140 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-866ccf73-66cb-4879-860e-5f501acdbe3f req-b303bd98-1ecd-4a6b-bfc0-4db80d1e2b4a service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073144 Nov 22 18:32:50.998380 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.002510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.003769 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5,segment=NetworkSegment(685b3876-395c-45b5-9473-dd96014d62f2),segment_id=685b3876-395c-45b5-9473-dd96014d62f2)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:51.049970 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port d18517c0-e034-42ca-94e5-850f032fa36f triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:51.054065 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.110502 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Allocated IP 172.20.0.2 (f673c138-d492-4ad0-88f2-443f4107ecf2/6127ffaa-cc5a-43ce-a90c-0a9925361e01/b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:51.190890 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '22b6763a-96d3-4ee7-9d5a-fff2190010f5', 'network_id': '39d66c8c-cd4b-40b1-8b25-27033acedcf8', 'port_id': '22b6763a-96d3-4ee7-9d5a-fff2190010f5', 'mac_address': 'fa:16:3e:3c:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88aabfe6-835e-400b-ba97-906c4527e8a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:32:51.465220 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.524683 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.535664 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=8ed2c728-ed23-411b-8ad5-7352f4ba8d73,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:51.607289 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.612197 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.618472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b6763a-96d3-4ee7-9d5a-fff2190010f5 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:32:51.668255 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dd3e7c6f-e265-4290-8b5c-cde9555daa29 req-8b19898f-6755-4498-9a35-3caaee0d29fb tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.1511869 Nov 22 18:32:51.677388 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:51.694634 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:51.705209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:51.718748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5,segment=NetworkSegment(685b3876-395c-45b5-9473-dd96014d62f2),segment_id=685b3876-395c-45b5-9473-dd96014d62f2)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:51.731479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Allocated IP 172.27.1.210 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/6b64d2bd-f01d-4c67-b9f0-dc0a61678104) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:32:51.757458 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:51.862677 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:51.874264 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Network f673c138-d492-4ad0-88f2-443f4107ecf2 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:51.910489 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:51.985882 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:52.015285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:52.017298 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.025074 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['22b6763a-96d3-4ee7-9d5a-fff2190010f5'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:32:52.102950 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Network f673c138-d492-4ad0-88f2-443f4107ecf2 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:52.125319 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:52.140393 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2675252 Nov 22 18:32:52.142090 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:52.155764 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:52.156189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.171344 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe52e64-87ca-4cd6-80b4-452b4d2ccae8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Pushing event updated for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:52.183081 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Request body: {'port': {'device_id': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:52.248468 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.279672 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:32:52.397765 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1260493 Nov 22 18:32:52.422181 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Request body: {'port': {'device_id': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:52.444077 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.472552 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.476973 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.537314 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2b69-b3bc-4892-bb4c-01403a91f4b1 req-2e60129c-0b2d-4911-a03b-5ceca7438b4d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:52.550735 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a3dc2b69-b3bc-4892-bb4c-01403a91f4b1 req-2e60129c-0b2d-4911-a03b-5ceca7438b4d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 944 time: 0.4406614 Nov 22 18:32:52.554052 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.615290 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:52.651871 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.661354 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.661916 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Added segment 124e96c7-05c6-4e68-955f-4c4e635b1955 of type vlan for network 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 Nov 22 18:32:52.682980 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf28fd-b78e-4f6c-9f32-fbf340c33995,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:52.766890 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.819128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1030b-5f9c-419d-86c4-76af214489a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Pushing event updated for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:52.861423 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.953224 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:52.955658 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:52.956287 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.231525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a3dc2b69-b3bc-4892-bb4c-01403a91f4b1 req-168e7fc6-d6b2-4ad8-a9bc-ff933ea5d602 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794844 Nov 22 18:32:53.232248 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e06ace4-1c4d-4f34-ac11-1c6f753f17d9,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:53.269934 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:53.271118 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-58eeb89f-936f-4344-939d-ddd6429f49e3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1109324 Nov 22 18:32:53.279767 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.281713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58436) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:53.288454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Request body: {'subnet': {'network_id': '3e06ace4-1c4d-4f34-ac11-1c6f753f17d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-147149305-subnet', 'tenant_id': '2c807fe3aaaf4578a8499611950789bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:53.304046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.317755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.459029 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba2b3-513c-416a-9959-4b403902eacd req-e9641186-58d3-4caa-8b87-34e1153a3a4e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:53.461096 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-59dba2b3-513c-416a-9959-4b403902eacd req-e9641186-58d3-4caa-8b87-34e1153a3a4e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 931 time: 0.5019438 Nov 22 18:32:53.463785 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Made reservation on behalf of 2c807fe3aaaf4578a8499611950789bd for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:53.466531 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.485285 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.527656 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:32:53.595664 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=8ed2c728-ed23-411b-8ad5-7352f4ba8d73,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:53.598222 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:53.606804 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:32:53.645207 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.654657 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-655cfe49-4a6d-4750-9e32-3ac1680e29d0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8972030 Nov 22 18:32:53.732603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.770011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=6b64d2bd-f01d-4c67-b9f0-dc0a61678104,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:53.787506 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-59dba2b3-513c-416a-9959-4b403902eacd req-a143c24c-2b30-42d6-b8f1-34a6a956da3e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919626 Nov 22 18:32:53.793350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.797202 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9c97fa-e46c-4153-a95d-7049aa6bb06b {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:32:53.845941 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.932589 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:53.947886 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 22b6763a-96d3-4ee7-9d5a-fff2190010f5 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:32:53.960090 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Transition to ACTIVE for port object 7c9c97fa-e46c-4153-a95d-7049aa6bb06b will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:32:53.977376 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.140590 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:32:54.154161 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:32:54.154934 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.215304 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.224766 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Attempting to bind port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:54.225033 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Attempting to bind port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:54.225397 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Attempting to bind port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b on network f673c138-d492-4ad0-88f2-443f4107ecf2 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:54.235117 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:54.280124 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b on network f673c138-d492-4ad0-88f2-443f4107ecf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:32:54.280482 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Attempting to bind port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b on network f673c138-d492-4ad0-88f2-443f4107ecf2 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:54.299786 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:54.300136 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Checking segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:54.300713 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Bound using segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:54.301204 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Bound port: 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:54.301567 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.372202 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-9fbd9963-04e3-4c5f-81d0-16c6142ae1eb tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--202234755&fields=id&tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 267 time: 0.2742763 Nov 22 18:32:54.400687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.499977 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5,segment=NetworkSegment(685b3876-395c-45b5-9473-dd96014d62f2),segment_id=685b3876-395c-45b5-9473-dd96014d62f2)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:54.502156 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:32:54.502734 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:54.510899 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ef52a7-06a6-4a64-8230-06697b5ca7d5,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:54.537471 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:54.541334 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:32:54.551712 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.573857 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:54.574734 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.576264 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] 10.222.0.57 "PUT /v2.0/ports/7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 1093 time: 2.4141035 Nov 22 18:32:54.581100 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.583226 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:32:54.586754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Checking segment: {'id': '124e96c7-05c6-4e68-955f-4c4e635b1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e06ace4-1c4d-4f34-ac11-1c6f753f17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:54.586754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Network hostable DHCP agents. Network: 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:54.630022 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566413b-1cf7-47c3-9e79-1d1b52082fbe req-8c187157-b0cf-49b0-b23f-7e96eebadeb1 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:54.631767 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f566413b-1cf7-47c3-9e79-1d1b52082fbe req-8c187157-b0cf-49b0-b23f-7e96eebadeb1 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 944 time: 0.2543197 Nov 22 18:32:54.637222 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.652130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-2eb8bb84-7dcb-4839-916d-93810cd847d1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:54.659873 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-2eb8bb84-7dcb-4839-916d-93810cd847d1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 810 time: 0.2860818 Nov 22 18:32:54.668011 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.691144 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.748936 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:54.791080 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-10f395d8-5fdc-4dde-b00c-b4ada5e93943 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/quotas/d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 375 time: 0.1302557 Nov 22 18:32:54.798569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Network 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:54.811248 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Transition to ACTIVE for port object b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:32:54.824855 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-595da964-234a-4a29-b40d-358b77ec90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:54.826406 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-595da964-234a-4a29-b40d-358b77ec90a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1096 time: 0.1466289 Nov 22 18:32:54.831372 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.846216 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.932311 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477efe5-27e0-4d36-a737-a51032653c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:54.947499 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:54.949796 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-66d8b4f2-e603-4bfe-b52a-d8529b6a9f33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.1104839 Nov 22 18:32:54.954010 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=6b64d2bd-f01d-4c67-b9f0-dc0a61678104,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:54.961577 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e7cfe-0245-4af6-8223-30a834a6bed9 None None] Network 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:54.975074 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:54.976261 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:54.988773 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f566413b-1cf7-47c3-9e79-1d1b52082fbe req-51ea4792-4b0f-4641-8cbf-73bb0351457e tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265264 Nov 22 18:32:55.021088 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:55.028407 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c81a6ddd-66bd-4e5e-a663-45805f7184da tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6430268 Nov 22 18:32:55.069976 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-3d5438d8-1b69-4e23-bfee-08908353cdc1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2590792 Nov 22 18:32:55.116310 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d07e22b6-39aa-4d8f-b4d3-8ee9d32cdac6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8321786 Nov 22 18:32:55.190797 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Pushing event updated for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:55.198701 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-450cfad8-7217-400f-9202-a21205f33ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:55.200593 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-450cfad8-7217-400f-9202-a21205f33ba2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.2217946 Nov 22 18:32:55.204466 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46bc1df-c562-4ea7-b043-cfc0be81e1b3" -d '{"events": [{"server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "name": "network-vif-plugged", "status": "completed", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:32:55.204667 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Attempting to bind port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:32:55.205114 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Attempting to bind port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:32:55.205632 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Attempting to bind port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb on network f673c138-d492-4ad0-88f2-443f4107ecf2 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:55.253559 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb on network f673c138-d492-4ad0-88f2-443f4107ecf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:32:55.253559 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Attempting to bind port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb on network f673c138-d492-4ad0-88f2-443f4107ecf2 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:32:55.276104 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-9410d51c-315c-44d7-a907-f42e008d441c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673316 Nov 22 18:32:55.277341 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:32:55.277679 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Checking segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:55.278082 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Bound using segment: {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:32:55.279214 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Bound port: b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1900f55-f356-4578-bd21-27ddbc02f7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:32:55.279347 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:55.427929 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f800bf-b2d9-4799-987d-cc04b1a310e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:32:55.475751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dd294db8-8202-44c7-bddf-ad932a608b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:55.488322 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b94d22-631f-4291-98d9-10967810328a None None] Network 3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:55.497441 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:32:55.515463 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6e29-efb9-4160-9ddc-0316abe636d4 req-b068fbad-4ff5-4a11-a326-c72259fd5de3 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:55.516932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:32:55.523936 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d67c6e29-efb9-4160-9ddc-0316abe636d4 req-b068fbad-4ff5-4a11-a326-c72259fd5de3 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 943 time: 0.3779116 Nov 22 18:32:55.537981 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:55.574375 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-3fbdd69c-1631-4875-b298-0006608fd8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907190 Nov 22 18:32:55.582728 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:55.583463 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:55.585183 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] 10.222.0.57 "PUT /v2.0/ports/b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 200 len: 1093 time: 3.1743979 Nov 22 18:32:55.674658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-235d5c21-6268-4b0b-b520-e57f0dfd0933 service neutron] 10.222.0.61 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553823 Nov 22 18:32:55.827748 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3d695-b63e-4ab6-a3e7-0ec14839870c service neutron] Pushing event updated for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:55.842907 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d67c6e29-efb9-4160-9ddc-0316abe636d4 req-dbbfebbb-258b-414e-98e6-f49b9c3fb15a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943771 Nov 22 18:32:55.900572 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-fa6ea6e4-e29a-48a4-b491-05aa2766a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:55.902406 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-fa6ea6e4-e29a-48a4-b491-05aa2766a29a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1096 time: 0.2055187 Nov 22 18:32:55.955715 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-1e7d7d68-d026-4e33-9601-3584566350ba service neutron] 10.222.0.61 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709303 Nov 22 18:32:55.974689 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-d6d7af63-7b9a-472c-871e-da49cbfb894a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 200 len: 217 time: 0.0573726 Nov 22 18:32:55.979235 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20160e69-e483-40ea-8bfc-dbf6cb129d6f req-dcd6b5d6-a292-437c-9d80-e7331dfe83b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864026 Nov 22 18:32:56.084389 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f21bc33a-73d8-4585-9fdb-883ea7ba28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:56.093218 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-f21bc33a-73d8-4585-9fdb-883ea7ba28b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.1042323 Nov 22 18:32:56.195507 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-382c62f6-a669-4baf-bdf0-b9b08822023c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942283 Nov 22 18:32:56.355609 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f554fc3-198b-4eaa-aa6b-3d65227dbda2 x-openstack-request-id: req-6f554fc3-198b-4eaa-aa6b-3d65227dbda2 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:32:56.356267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "name": "network-vif-plugged", "status": "completed", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:32:56.356909 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f554fc3-198b-4eaa-aa6b-3d65227dbda2 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:32:56.361310 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5', 'code': 200} Nov 22 18:32:56.426077 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-7571893f-aec0-4fa1-abea-009c107fd557 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1024685861&fields=id&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 267 time: 0.1786323 Nov 22 18:32:56.433896 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-b23ace58-a2f9-4d4d-a535-fcbad1a0399f service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292473 Nov 22 18:32:56.576129 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58566) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:56.634698 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ae06eef8-8d47-46db-9413-e05b4c5f2aed req-a078788d-05da-48f4-9b50-c396e9f248de service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931112 Nov 22 18:32:56.662749 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-0f8a8bb0-150f-4100-a825-59e015a9910c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:56.670202 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-0f8a8bb0-150f-4100-a825-59e015a9910c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 816 time: 0.2339780 Nov 22 18:32:56.779972 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-c82d8ca6-2c4c-442d-97d5-0c2e08dc2ea4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/quotas/2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 375 time: 0.1000841 Nov 22 18:32:56.985599 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4334b1cf-c29e-410f-9d38-b2dadab1e351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.157852 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58586) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:57.165087 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc660d-d424-4802-a2d6-7c72e4274b21 x-openstack-request-id: req-79fc660d-d424-4802-a2d6-7c72e4274b21 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:32:57.165927 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:32:57.165927 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79fc660d-d424-4802-a2d6-7c72e4274b21 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:32:57.166224 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'status': 'completed', 'code': 200} Nov 22 18:32:57.167709 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1414712380-network', 'tenant_id': '3e77f0c2119346a49285b43c7b2b31e3'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:57.198212 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-7c25bf80-c1af-4ee9-9ff0-6da8a8c8e465 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4108794 Nov 22 18:32:57.211231 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-bd175ee8-6614-4439-850d-9215101846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:57.213113 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-bd175ee8-6614-4439-850d-9215101846a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 1098 time: 0.5487125 Nov 22 18:32:57.224768 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8724b8-7527-4d54-b8a7-918da5101d35 req-ae4eb0ab-57cf-4f79-9fd9-3f8bc174dfa0 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:57.228521 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ec8724b8-7527-4d54-b8a7-918da5101d35 req-ae4eb0ab-57cf-4f79-9fd9-3f8bc174dfa0 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.2012501 Nov 22 18:32:57.280102 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-db8a9672-5700-4c66-9bb2-3945cb43da0a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.297798 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Made reservation on behalf of 3e77f0c2119346a49285b43c7b2b31e3 for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:57.299565 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.299897 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-b7c9dc29-b124-41de-8f4c-a4a71cab5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:57.303197 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-b7c9dc29-b124-41de-8f4c-a4a71cab5b05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1096 time: 0.1358893 Nov 22 18:32:57.451816 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.505377 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ec8724b8-7527-4d54-b8a7-918da5101d35 req-fe0eabc4-d136-4aa6-8d07-13f481e68eac tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566059 Nov 22 18:32:57.575542 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4334b1cf-c29e-410f-9d38-b2dadab1e351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.591056 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4334b1cf-c29e-410f-9d38-b2dadab1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.744704 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-aaf2ed10-d7de-409d-afdd-084bb262e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:57.811403 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-cdd7037c-9ceb-497d-b10d-cf4845665b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:57.813594 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-cdd7037c-9ceb-497d-b10d-cf4845665b5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.4960141 Nov 22 18:32:57.941404 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a13693f3-5ee8-4575-9451-71916d1d7441 req-5e6c8957-4c6b-4e1c-ab53-5ff5793adbec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 210 time: 0.1051831 Nov 22 18:32:57.959074 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4334b1cf-c29e-410f-9d38-b2dadab1e351 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9bce8bd7b5741ed8573209dbf523e88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3608553 Nov 22 18:32:57.960407 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 7c9c97fa-e46c-4153-a95d-7049aa6bb06b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:32:57.961773 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58606) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:58.027107 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-7f6aaaae-baaa-4b40-8d27-0933c66e352c service neutron] 10.222.0.61 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617114 Nov 22 18:32:58.037542 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-5b584f3b-931a-46f5-9a4e-efa9af895462 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.2090089 Nov 22 18:32:58.051446 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334b1cf-c29e-410f-9d38-b2dadab1e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081f9d0c-58e9-4a2a-b426-57ef4e78715d,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:58.152253 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-db8a9672-5700-4c66-9bb2-3945cb43da0a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.173173 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-db8a9672-5700-4c66-9bb2-3945cb43da0a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.253752 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-cab4dbdb-2c94-4fb4-b104-a38021fbe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:58.257897 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-cab4dbdb-2c94-4fb4-b104-a38021fbe83d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.2167377 Nov 22 18:32:58.305501 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:58.310266 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.333610 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'port_id': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'mac_address': 'fa:16:3e:ea:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:32:58.348139 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.372550 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.382628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a9672-5700-4c66-9bb2-3945cb43da0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d032560-cc04-459a-8849-8f8c082e8938,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:58.392361 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-a23da4af-d6ce-4210-9593-5e9c606018c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930319 Nov 22 18:32:58.400974 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-23af771a-16ec-4ed2-9d66-dd172cdfcd38 req-db8a9672-5700-4c66-9bb2-3945cb43da0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1531501 Nov 22 18:32:58.429450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.456528 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9c97fa-e46c-4153-a95d-7049aa6bb06b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:32:58.482761 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.493642 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a2fb-d3cb-44b6-8cbc-41a7cae33946 req-aa4e689e-4ac0-4cc7-9559-7e316cdca0a0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:58.496090 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eed5a2fb-d3cb-44b6-8cbc-41a7cae33946 req-aa4e689e-4ac0-4cc7-9559-7e316cdca0a0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 943 time: 0.2785318 Nov 22 18:32:58.503090 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:32:58.519281 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:32:58.529394 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.553260 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-5fdf3ea5-8273-4ab1-9b0f-ccbb1f672a7f service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499045 Nov 22 18:32:58.592066 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156f185-e353-42bf-ae36-fc8511d440d0,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:58.619022 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.619373 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Added segment 0b2ed427-28a4-4868-938d-ad7439ea9cd2 of type vlan for network ad13d090-6039-4404-b498-cb2be89c87a4 Nov 22 18:32:58.639758 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:58.646588 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-0fe55b6b-a3bc-464c-97a4-82ccc75831b4 service neutron] 10.222.0.61 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853055 Nov 22 18:32:58.668361 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-62e53215-00d5-448e-902c-2726e5bb8923 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:58.670149 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-62e53215-00d5-448e-902c-2726e5bb8923 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 810 time: 0.5532405 Nov 22 18:32:58.746458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.754978 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eed5a2fb-d3cb-44b6-8cbc-41a7cae33946 req-df6bbbc3-699a-4331-b697-603f4861544c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213385 Nov 22 18:32:58.762524 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['7c9c97fa-e46c-4153-a95d-7049aa6bb06b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:32:58.854393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.858613 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:58.861013 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/081f9d0c-58e9-4a2a-b426-57ef4e78715d HTTP/1.1" status: 204 len: 168 time: 0.8901224 Nov 22 18:32:58.896524 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41f800bf-b2d9-4799-987d-cc04b1a310e2 req-2b5c288f-d6c8-4217-8d84-defca4e24abd service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747822 Nov 22 18:32:58.997553 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.029663 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.031846 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:59.033087 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.098041 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be37f0-54f6-42af-9186-e27449763fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f9d0c-58e9-4a2a-b426-57ef4e78715d,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:59.167426 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:32:59.174840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f" -d '{"events": [{"name": "network-changed", "server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:32:59.194770 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0287871 Nov 22 18:32:59.197697 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58636) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:59.201389 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-10f010f2-5a9d-4cf4-bf8a-8530bad8e466 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 379 time: 0.4977210 Nov 22 18:32:59.230535 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Request body: {'subnet': {'network_id': 'ad13d090-6039-4404-b498-cb2be89c87a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1414712380-subnet', 'tenant_id': '3e77f0c2119346a49285b43c7b2b31e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:59.238914 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'port': {'device_id': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'admin_state_up': True, 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'security_groups': ['c03ad457-ebb4-462e-8b11-059ce66a3f96']}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:32:59.293143 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58642) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:59.310776 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f721d-1782-4576-9a37-ba3508fc4140 req-586517ba-a65c-4d36-8764-2bd4682ab722 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:59.313655 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-809f721d-1782-4576-9a37-ba3508fc4140 req-586517ba-a65c-4d36-8764-2bd4682ab722 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.4629011 Nov 22 18:32:59.331733 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cf0d2c72-7611-4841-8b31-aeb8048b3d47 req-797af1bb-14e5-4eca-ac3b-bb9cd124bcd3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 210 time: 0.2277472 Nov 22 18:32:59.333364 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Made reservation on behalf of 3e77f0c2119346a49285b43c7b2b31e3 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:59.339062 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.519324 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0924-db13-4d63-8f7c-e910c7acd635 admin admin] Pushing event updated for resources: {'Network': ['ID=ad13d090-6039-4404-b498-cb2be89c87a4,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:59.539697 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network ad13d090-6039-4404-b498-cb2be89c87a4 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:32:59.700795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.780773 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Checking segment: {'id': '0b2ed427-28a4-4868-938d-ad7439ea9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad13d090-6039-4404-b498-cb2be89c87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:32:59.781154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Network hostable DHCP agents. Network: ad13d090-6039-4404-b498-cb2be89c87a4, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:32:59.799043 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8737f63d-f7a6-41f6-b161-726ffb033c3c,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:32:59.815652 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Network ad13d090-6039-4404-b498-cb2be89c87a4 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:32:59.825473 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58656) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:32:59.827336 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3d552552-cb5e-48ee-b36c-34f3b77bd7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.833659 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fcf89970-8b3f-40fc-bb81-e8fd545d91a4 req-b7cfec35-c715-4eb2-abf1-996b27c615fc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 210 time: 0.1118312 Nov 22 18:32:59.846443 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-809f721d-1782-4576-9a37-ba3508fc4140 req-71cce500-d196-4fab-8911-5c647c0115b5 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926677 Nov 22 18:32:59.870058 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7952bd7-86e9-4f1e-9f0a-e74f1ac186c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.873164 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Made reservation on behalf of d90ca8eafd1249d1bf5fb5a29c3c4b5d for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:32:59.884001 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.894306 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, ad13d090-6039-4404-b498-cb2be89c87a4) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:32:59.907017 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5da08-82b2-44fb-ad9d-60924da1238f None None] Network ad13d090-6039-4404-b498-cb2be89c87a4 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:32:59.908216 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:32:59.909640 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:32:59.992929 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5a0a3166-c9c6-4060-8457-df4482bc2f45 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7772260 Nov 22 18:33:00.090044 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7952bd7-86e9-4f1e-9f0a-e74f1ac186c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.096213 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7952bd7-86e9-4f1e-9f0a-e74f1ac186c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.130030 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7952bd7-86e9-4f1e-9f0a-e74f1ac186c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9688048-4c4c-430d-a286-5a4d652b4b7d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:00.198284 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f7952bd7-86e9-4f1e-9f0a-e74f1ac186c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dd69700b5a14b56a1a2fc15eb7708de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673697 Nov 22 18:33:00.205223 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58662) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:00.258027 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b7679-773b-497d-9e83-1538c24314e7 x-openstack-request-id: req-156b7679-773b-497d-9e83-1538c24314e7 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:00.258381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:00.258646 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-156b7679-773b-497d-9e83-1538c24314e7 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:00.259097 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb', 'status': 'completed', 'code': 200} Nov 22 18:33:00.312450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:33:00.321546 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 7c9c97fa-e46c-4153-a95d-7049aa6bb06b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:00.362077 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-5fdf1e37-0aed-4ae0-9744-05f99741c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:00.364036 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-5fdf1e37-0aed-4ae0-9744-05f99741c357 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1096 time: 0.0879555 Nov 22 18:33:00.364766 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.415103 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Allocated IP 172.20.0.13 (7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d/6f517baf-8f04-44e5-8b6b-3e23ed1846bd/2097174c-916e-4b8a-a859-bdf77929efbb) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:00.452803 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.549901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:33:00.566835 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:00.567627 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.628203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e2991-2688-4f0f-b0c7-dbae5858065b None None] Network ad13d090-6039-4404-b498-cb2be89c87a4 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:00.633716 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:00.663303 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-b6296b45-7efd-4db0-88f4-2d66943dbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:00.665045 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-b6296b45-7efd-4db0-88f4-2d66943dbc18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.2875519 Nov 22 18:33:00.679458 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb', 'network_id': 'f673c138-d492-4ad0-88f2-443f4107ecf2', 'port_id': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb', 'mac_address': 'fa:16:3e:fe:15:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6127ffaa-cc5a-43ce-a90c-0a9925361e01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:33:00.692956 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.756624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ab9e-ff57-4c8a-ae92-33641874325d req-437982f1-10fb-4a9c-b5db-4ef633cbf440 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:00.763605 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aba4ab9e-ff57-4c8a-ae92-33641874325d req-437982f1-10fb-4a9c-b5db-4ef633cbf440 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 943 time: 0.7402503 Nov 22 18:33:00.794149 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-3a196dd4-e026-4a1b-aa64-f2092d12a2f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 200 len: 217 time: 0.1188800 Nov 22 18:33:00.799862 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.834568 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.839353 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.849145 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9688048-4c4c-430d-a286-5a4d652b4b7d HTTP/1.1" status: 204 len: 168 time: 0.6406252 Nov 22 18:33:00.860508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3d552552-cb5e-48ee-b36c-34f3b77bd7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.863266 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b813dc0c-ca1a-447a-9b7e-a69631ec4e14 req-b7f86079-85e0-47a0-92f5-d29c87a207cb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 210 time: 0.1258790 Nov 22 18:33:00.912393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3d552552-cb5e-48ee-b36c-34f3b77bd7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.915696 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.921198 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50003f67-e69b-4f30-8112-752e0e5c1ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9688048-4c4c-430d-a286-5a4d652b4b7d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:00.928710 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:00.973612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:00.998161 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-8af3d48b-9d74-4e94-9857-236cee4493d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:01.003965 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-8af3d48b-9d74-4e94-9857-236cee4493d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.1972141 Nov 22 18:33:01.055237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:01.100896 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:01.137322 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:01.147585 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-565faa32-f8fc-471d-bbf4-8e56d5c346e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367743 Nov 22 18:33:01.158021 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:01.158305 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:01.159245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.167930 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133b4f32-9440-42b5-bd82-3e08994f7b31" -d '{"events": [{"server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "name": "network-vif-plugged", "status": "completed", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:01.199923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3d552552-cb5e-48ee-b36c-34f3b77bd7c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acda06d518a04be581a750e7237ba4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8821793 Nov 22 18:33:01.207160 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58684) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:01.211431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:01.241279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aba4ab9e-ff57-4c8a-ae92-33641874325d req-06ee792c-1de5-407a-83c1-7b5a81af0f87 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698105 Nov 22 18:33:01.266085 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d552552-cb5e-48ee-b36c-34f3b77bd7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48e207d-cdca-4db8-84c4-8db6c88b3cb2,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:01.279923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-2beebe9c-6177-46d3-a470-36c93102d915 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0525103 Nov 22 18:33:01.316371 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Request body: {'port': {'device_id': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:01.462389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:01.477329 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:01.480382 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.492262 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.525639 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715858a1-fe55-4f4b-ba68-a3ca4af4b477 req-887b3fe5-e5d4-448b-b8e7-28a66302d703 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:01.527884 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-715858a1-fe55-4f4b-ba68-a3ca4af4b477 req-887b3fe5-e5d4-448b-b8e7-28a66302d703 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 932 time: 0.3520954 Nov 22 18:33:01.533487 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.566029 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.605519 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.636117 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e7a2-5565-4b78-a3fd-bfc1fb81fd6f req-c202446c-08a7-4924-8e49-7197c725594c tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:01.637784 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4674e7a2-5565-4b78-a3fd-bfc1fb81fd6f req-c202446c-08a7-4924-8e49-7197c725594c tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.2273166 Nov 22 18:33:01.699708 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-6bbe74d6-0494-45be-bff1-6e296eb27056 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:01.711114 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-6bbe74d6-0494-45be-bff1-6e296eb27056 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 816 time: 0.6755426 Nov 22 18:33:01.730302 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-f7db562c-e125-4563-a98f-40e69a346d82 None None] Provisioning complete for port 2097174c-916e-4b8a-a859-bdf77929efbb triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:01.730999 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f7db562c-e125-4563-a98f-40e69a346d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.745294 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:33:01.789040 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:01.858145 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-715858a1-fe55-4f4b-ba68-a3ca4af4b477 req-6bed47d9-cc58-40fc-b106-704dbb8bfda0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088305 Nov 22 18:33:01.878504 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-95465aaf-2c6b-4450-9d8f-b8c0123f3d83 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879011 Nov 22 18:33:01.927604 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:01.930569 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.029220 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:02.044335 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b0475-1aa8-4a7b-912b-866d45ccd554 x-openstack-request-id: req-200b0475-1aa8-4a7b-912b-866d45ccd554 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:02.044676 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "name": "network-vif-plugged", "status": "completed", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:02.044944 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-200b0475-1aa8-4a7b-912b-866d45ccd554 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:02.047181 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'code': 200} Nov 22 18:33:02.120500 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-f7db562c-e125-4563-a98f-40e69a346d82 None None] Port 2097174c-916e-4b8a-a859-bdf77929efbb cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:33:02.124197 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4674e7a2-5565-4b78-a3fd-bfc1fb81fd6f req-0f5f534c-7807-4a2a-98e8-3acfae4fb227 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496002 Nov 22 18:33:02.129460 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.132970 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.137490 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b48e207d-cdca-4db8-84c4-8db6c88b3cb2 HTTP/1.1" status: 204 len: 168 time: 0.9270589 Nov 22 18:33:02.183188 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff41bf13-0e84-4505-986f-2e3852a6f12b req-9704da0e-04f6-4a48-a266-04c63ec2e093 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 210 time: 0.0939238 Nov 22 18:33:02.192501 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bce50-7f52-40fe-85d3-5eebaa0f840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48e207d-cdca-4db8-84c4-8db6c88b3cb2,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:02.354696 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-511a3d0c-e0ae-4fbe-9294-5fcb3676944f req-4fdacb8e-3a89-401a-b2fd-060cd0fdc42f service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635315 Nov 22 18:33:02.467363 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-2b352ac9-27bf-4bbd-bf25-1976b055d46d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 380 time: 0.6771648 Nov 22 18:33:02.507082 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'port': {'device_id': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'admin_state_up': True, 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'security_groups': ['9577d60d-5258-449b-aa05-9051c14914c2']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:02.515160 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38bb46-46f4-44eb-bf2c-2eeebee98b4d req-fc15ceea-1a51-4712-bc96-096dbd610c6e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:02.524335 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e38bb46-46f4-44eb-bf2c-2eeebee98b4d req-fc15ceea-1a51-4712-bc96-096dbd610c6e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 944 time: 0.1406534 Nov 22 18:33:02.630608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0727d-b9c5-4c92-a04c-6ae10356507c req-5e49d5ae-6876-4c09-89af-fedd0587b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:02.634702 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ace0727d-b9c5-4c92-a04c-6ae10356507c req-5e49d5ae-6876-4c09-89af-fedd0587b27e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.1591089 Nov 22 18:33:02.643586 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e38bb46-46f4-44eb-bf2c-2eeebee98b4d req-1080ec32-081e-4266-84f2-d59d3fdd9295 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143780 Nov 22 18:33:02.672575 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2097174c-916e-4b8a-a859-bdf77929efbb {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:02.681891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.698321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Transition to ACTIVE for port object 2097174c-916e-4b8a-a859-bdf77929efbb will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:33:02.705104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.764078 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ace0727d-b9c5-4c92-a04c-6ae10356507c req-9430d6f0-286e-4cac-ba61-0d6bface7a2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036117 Nov 22 18:33:02.781726 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Pushing event updated for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:02.807571 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Made reservation on behalf of 2c38af8745ec4612b35c998da6038351 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:02.814186 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:02.857793 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Attempting to bind port 2097174c-916e-4b8a-a859-bdf77929efbb on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:02.858142 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Attempting to bind port 2097174c-916e-4b8a-a859-bdf77929efbb by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:02.858481 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Attempting to bind port 2097174c-916e-4b8a-a859-bdf77929efbb on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:02.865394 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Port 2097174c-916e-4b8a-a859-bdf77929efbb on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:33:02.865756 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Attempting to bind port 2097174c-916e-4b8a-a859-bdf77929efbb on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:02.883321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:02.883321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Checking segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:02.883808 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Bound using segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:02.884157 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Bound port: 2097174c-916e-4b8a-a859-bdf77929efbb, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:02.884707 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:03.007140 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:03.013758 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=2097174c-916e-4b8a-a859-bdf77929efbb,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:03.060151 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:03.217401 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:03.218052 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:03.222353 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] 10.222.0.57 "PUT /v2.0/ports/2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 1094 time: 1.9203300 Nov 22 18:33:03.238668 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051582-f57d-42f6-80cd-d9c33764784c req-0569fa8d-f571-4d03-a18e-32dd0038f104 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:03.249510 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53051582-f57d-42f6-80cd-d9c33764784c req-0569fa8d-f571-4d03-a18e-32dd0038f104 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.2335939 Nov 22 18:33:03.254552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:03.257380 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5862c9a-5ace-480a-9e7c-e4494d503170" -d '{"events": [{"name": "network-changed", "server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:03.318243 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58748) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:03.414031 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53051582-f57d-42f6-80cd-d9c33764784c req-7a5b6be1-113c-45bf-87ad-6878d6eed222 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471248 Nov 22 18:33:03.421223 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6f36b03e-db04-493b-a204-bdb715ee1723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:03.467913 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218decfe-df26-4747-a50f-fb67f826b566 service neutron] Pushing event updated for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:03.512946 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Allocated IP 172.20.0.6 (94afb4d7-924f-4518-88ee-a3144164973c/af9de63b-c318-495a-ba4a-6631e2b46320/6594b50c-68e8-49b3-866c-c9f855c9dc7b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:03.558470 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4ee601b6-3df4-4d28-8101-3a89033d8e70 req-eab44e4f-cd9c-42c7-b6b5-5243036a0544 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 210 time: 0.0804341 Nov 22 18:33:03.565959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929eeb2d-db21-426c-ad99-e492cb9a6bed x-openstack-request-id: req-929eeb2d-db21-426c-ad99-e492cb9a6bed {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:03.566452 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:03.566961 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-929eeb2d-db21-426c-ad99-e492cb9a6bed {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:03.567617 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb', 'status': 'completed', 'code': 200} Nov 22 18:33:03.587294 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-2401c9bf-a1e1-4660-b028-5e6778140d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:03.590726 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-2401c9bf-a1e1-4660-b028-5e6778140d76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1097 time: 0.2254105 Nov 22 18:33:03.722748 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-8d26bb19-e9d5-4763-8e26-99c53b2fef2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 217 time: 0.1200726 Nov 22 18:33:03.841506 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-3bb44c91-2ad4-41cc-9c00-e7ff29d969dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:03.843222 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-3bb44c91-2ad4-41cc-9c00-e7ff29d969dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.1005630 Nov 22 18:33:03.954390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6f36b03e-db04-493b-a204-bdb715ee1723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:03.973449 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6f36b03e-db04-493b-a204-bdb715ee1723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.008703 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:04.152582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:33:04.166663 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:04.167378 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.263908 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6f36b03e-db04-493b-a204-bdb715ee1723 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1bced07648646d4a1ddd018fed9b198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440279 Nov 22 18:33:04.264915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58764) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:04.273747 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36b03e-db04-493b-a204-bdb715ee1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae66efd2-fbd4-49a8-bf7a-b49ff2a658c6,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:04.305806 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.409829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.440723 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:04.444008 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c21961-7355-4718-958e-ed898543c5df" -d '{"events": [{"server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "name": "network-vif-plugged", "status": "completed", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:04.455879 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.461210 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:04.469945 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.553411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.576168 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:04.582075 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Network 94afb4d7-924f-4518-88ee-a3144164973c is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:04.617951 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:04.626732 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:04.642967 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb0e40-9539-4cc4-ad88-a1103d495dd0 req-67a9725b-a377-4b14-bed8-b744ea8bcc28 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:04.650463 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1bb0e40-9539-4cc4-ad88-a1103d495dd0 req-67a9725b-a377-4b14-bed8-b744ea8bcc28 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 944 time: 0.8047051 Nov 22 18:33:04.655608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:04.660650 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.662224 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f787d-8541-40ed-8903-824e397127f9 req-e3520f38-c5ee-4e98-96cc-c33a48a93503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:04.663826 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-e3520f38-c5ee-4e98-96cc-c33a48a93503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7905390 Nov 22 18:33:04.756011 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:04.796209 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2926645 Nov 22 18:33:04.802949 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c30b88-34c9-4aad-95ff-91aed1297013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:04.826440 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Request body: {'port': {'device_id': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:04.898647 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1bb0e40-9539-4cc4-ad88-a1103d495dd0 req-cc992225-3670-4b61-8c0e-5de383d73da8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470922 Nov 22 18:33:04.960675 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-aa7c6349-77c6-4a6c-a792-6443fbbc30bf service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875049 Nov 22 18:33:04.997626 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e07d11-1ada-470f-8f1b-4e5952f39cb0 x-openstack-request-id: req-21e07d11-1ada-470f-8f1b-4e5952f39cb0 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:04.998077 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "name": "network-vif-plugged", "status": "completed", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:04.998461 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21e07d11-1ada-470f-8f1b-4e5952f39cb0 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:04.998985 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb', 'code': 200} Nov 22 18:33:05.151234 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-032064e2-9b3a-4936-ae8d-aa6dba581035 None None] Provisioning complete for port 6594b50c-68e8-49b3-866c-c9f855c9dc7b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:05.155325 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-032064e2-9b3a-4936-ae8d-aa6dba581035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:05.185421 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:05.212199 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:05.221089 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:05.224944 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae66efd2-fbd4-49a8-bf7a-b49ff2a658c6 HTTP/1.1" status: 204 len: 168 time: 0.9541316 Nov 22 18:33:05.285113 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb9d4b-38bf-4f89-8a66-98c883ce3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae66efd2-fbd4-49a8-bf7a-b49ff2a658c6,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:05.310603 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-079f787d-8541-40ed-8903-824e397127f9 req-fe795ec6-3911-4857-922e-5f1ec8c1d9b0 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387375 Nov 22 18:33:05.365524 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-032064e2-9b3a-4936-ae8d-aa6dba581035 None None] Port 6594b50c-68e8-49b3-866c-c9f855c9dc7b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:33:05.630463 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-5c3c48d1-2a6a-49cd-9344-f5ddfaf31428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:05.632385 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-5c3c48d1-2a6a-49cd-9344-f5ddfaf31428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1097 time: 0.1437585 Nov 22 18:33:05.716938 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a59ac-c861-4678-bae3-ef5cf485e082 req-2889f195-c963-4df4-9407-feb4560a66de tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:05.720415 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8d8a59ac-c861-4678-bae3-ef5cf485e082 req-2889f195-c963-4df4-9407-feb4560a66de tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.4088855 Nov 22 18:33:05.784737 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b668b5e-0709-42b9-aae0-dfaafe45b5e9 req-909ac627-fb7b-46ba-8a1d-baab1824d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:05.792393 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8b668b5e-0709-42b9-aae0-dfaafe45b5e9 req-909ac627-fb7b-46ba-8a1d-baab1824d85f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1098 time: 0.4256527 Nov 22 18:33:05.822486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6f36-d9bc-469e-9c07-b7887739731f req-94d282bd-7f0f-4970-994b-38cd93c01fbf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:05.822486 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-865d6f36-d9bc-469e-9c07-b7887739731f req-94d282bd-7f0f-4970-994b-38cd93c01fbf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 931 time: 0.2342303 Nov 22 18:33:05.923598 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:05.935582 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:05.964353 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Transition to ACTIVE for port object 6594b50c-68e8-49b3-866c-c9f855c9dc7b will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:33:05.969923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8d8a59ac-c861-4678-bae3-ef5cf485e082 req-b30928ff-6532-4c66-981a-b347dcbbab87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371490 Nov 22 18:33:05.980914 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:06.064520 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:06.082678 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8b668b5e-0709-42b9-aae0-dfaafe45b5e9 req-496d9b06-4bf8-4a7c-9575-e27dae9e9fcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593396 Nov 22 18:33:06.120236 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-865d6f36-d9bc-469e-9c07-b7887739731f req-4a014358-5f01-4964-8444-f41971a3b1c7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781587 Nov 22 18:33:06.134013 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-ccd96881-5522-4647-a658-bc7c65ab9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:06.138263 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-ccd96881-5522-4647-a658-bc7c65ab9dcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.4750302 Nov 22 18:33:06.190795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Attempting to bind port 6594b50c-68e8-49b3-866c-c9f855c9dc7b on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:06.191998 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Attempting to bind port 6594b50c-68e8-49b3-866c-c9f855c9dc7b by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:06.192632 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Attempting to bind port 6594b50c-68e8-49b3-866c-c9f855c9dc7b on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:06.200912 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Port 6594b50c-68e8-49b3-866c-c9f855c9dc7b on network 94afb4d7-924f-4518-88ee-a3144164973c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:33:06.201270 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Attempting to bind port 6594b50c-68e8-49b3-866c-c9f855c9dc7b on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:06.214805 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fae979-89a2-4c80-8c93-ca486c841647 req-3407054d-3012-4af3-b5fc-3bcb0f543fa9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:06.215042 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:06.215189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Checking segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:06.216364 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Bound using segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:06.217413 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6fae979-89a2-4c80-8c93-ca486c841647 req-3407054d-3012-4af3-b5fc-3bcb0f543fa9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1399970 Nov 22 18:33:06.218430 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Bound port: 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:06.219408 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:06.309454 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6fae979-89a2-4c80-8c93-ca486c841647 req-0cae216a-ce43-4020-ba47-ce3d6f2a7778 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780602 Nov 22 18:33:06.402603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:06.410517 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:06.435758 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:06.469495 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:06.471341 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:06.474356 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] 10.222.0.57 "PUT /v2.0/ports/6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 200 len: 1093 time: 1.6639884 Nov 22 18:33:06.477675 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:06.485987 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0039ca2c-409d-4632-99a5-71255d5f58e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:06.592541 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f6899-b984-4e9a-9fe1-c88f1f7ea1fa service neutron] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:06.604368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba2b5ec-e920-4d4a-9aa0-e4e5c9c433c7 x-openstack-request-id: req-8ba2b5ec-e920-4d4a-9aa0-e4e5c9c433c7 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:06.604831 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:06.605194 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ba2b5ec-e920-4d4a-9aa0-e4e5c9c433c7 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:06.605771 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'status': 'completed', 'code': 200} Nov 22 18:33:07.161057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c765d9-0a53-4035-be5f-40a3989dc6af req-c4a34450-c272-4424-8dd6-0d5fae32cb35 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:07.163903 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-82c765d9-0a53-4035-be5f-40a3989dc6af req-c4a34450-c272-4424-8dd6-0d5fae32cb35 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.0963442 Nov 22 18:33:07.265410 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-82c765d9-0a53-4035-be5f-40a3989dc6af req-45961d96-54a4-4757-bfa1-61b2e65834f7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849736 Nov 22 18:33:07.317436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58892) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:07.352209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bc2bb-9c3a-4395-adb5-f9fffddf6001 req-2a37ef06-9e8c-4009-a4bc-8edbc0deca67 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:07.360622 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a9bc2bb-9c3a-4395-adb5-f9fffddf6001 req-2a37ef06-9e8c-4009-a4bc-8edbc0deca67 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0821421 Nov 22 18:33:07.479576 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a9bc2bb-9c3a-4395-adb5-f9fffddf6001 req-87a386c5-a0f6-4274-9d01-3788be965c63 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155269 Nov 22 18:33:07.511796 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7f9c430-c949-42bd-a58d-e2dabdf642d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.512672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3f2b-e05d-4291-bfc4-e9116abf4ecc req-b018df65-8703-4b7a-b43f-3a3839da1add tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:07.516484 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae6e3f2b-e05d-4291-bfc4-e9116abf4ecc req-b018df65-8703-4b7a-b43f-3a3839da1add tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1174119 Nov 22 18:33:07.622545 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae6e3f2b-e05d-4291-bfc4-e9116abf4ecc req-6f612101-339b-47f4-b73a-f4cef897f1e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987685 Nov 22 18:33:07.661396 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7f9c430-c949-42bd-a58d-e2dabdf642d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.668183 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f7f9c430-c949-42bd-a58d-e2dabdf642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.745240 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f7f9c430-c949-42bd-a58d-e2dabdf642d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5682db101f2412ca035da6642417783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237041 Nov 22 18:33:07.745783 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58910) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:07.746489 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9c430-c949-42bd-a58d-e2dabdf642d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67b0d3-1d37-4cfa-9fa5-4f2c6ecfe5c8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:07.821137 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.848396 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.919577 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.924366 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:07.926302 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c67b0d3-1d37-4cfa-9fa5-4f2c6ecfe5c8 HTTP/1.1" status: 204 len: 168 time: 0.1791146 Nov 22 18:33:07.948624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e8340-10df-4d13-a56e-9f0643b6319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67b0d3-1d37-4cfa-9fa5-4f2c6ecfe5c8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:08.429059 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 58926) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:08.455333 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5073052e-c1ac-41c2-93f1-06da568c5dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:08.459602 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10251d-0984-4efc-8177-c2c48cdef41a req-666c196b-3cb9-4965-a82e-ddec80d11b44 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:08.462299 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4b10251d-0984-4efc-8177-c2c48cdef41a req-666c196b-3cb9-4965-a82e-ddec80d11b44 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.0921845 Nov 22 18:33:08.556614 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4b10251d-0984-4efc-8177-c2c48cdef41a req-130b4b3f-f48c-417c-b1e4-717f4485d352 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869143 Nov 22 18:33:08.645450 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5073052e-c1ac-41c2-93f1-06da568c5dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:08.657302 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5073052e-c1ac-41c2-93f1-06da568c5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:08.759480 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be355-dae3-4022-a980-eec4a6671907 req-fc3a2e19-0629-419b-9ecb-c624af44322d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:08.762929 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-968be355-dae3-4022-a980-eec4a6671907 req-fc3a2e19-0629-419b-9ecb-c624af44322d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1352530 Nov 22 18:33:08.764044 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5073052e-c1ac-41c2-93f1-06da568c5dc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b87c2ea13ba4602ab603fe49299a850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321822 Nov 22 18:33:08.767165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 58938) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:08.768244 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073052e-c1ac-41c2-93f1-06da568c5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ce618-93f1-4f2c-a5e1-6d4c022775a6,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:08.907314 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-968be355-dae3-4022-a980-eec4a6671907 req-f46b30fa-4ac4-404d-8f17-47eb9cdb3618 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193726 Nov 22 18:33:08.918123 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:08.928517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c28a64-0aec-4e9d-804a-810a9bbfba34 req-8296eb6a-b6d7-40d8-8144-4ab5305b67c2 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:08.930341 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d4c28a64-0aec-4e9d-804a-810a9bbfba34 req-8296eb6a-b6d7-40d8-8144-4ab5305b67c2 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1266587 Nov 22 18:33:08.977404 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:08.983426 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-d74eb09d-69cd-4308-9d88-06057bea19e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 217 time: 0.0405886 Nov 22 18:33:09.041996 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d4c28a64-0aec-4e9d-804a-810a9bbfba34 req-47d7138c-dbdd-4b93-bdb5-1831886ace1d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000695 Nov 22 18:33:09.084121 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-ba2ade93-6c60-491d-beee-70f8b32a5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:09.085686 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-ba2ade93-6c60-491d-beee-70f8b32a5444 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0939658 Nov 22 18:33:09.087615 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:09.090293 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:09.094941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f22ce618-93f1-4f2c-a5e1-6d4c022775a6 HTTP/1.1" status: 204 len: 168 time: 0.3263395 Nov 22 18:33:09.095654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-ed228b23-8672-47eb-8828-1dd93aed2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:09.097399 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-ed228b23-8672-47eb-8828-1dd93aed2c92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0966840 Nov 22 18:33:09.104923 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb34925-68ed-4000-84a3-7dc3ffd181e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ce618-93f1-4f2c-a5e1-6d4c022775a6,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:09.400679 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-43d9b29c-4b35-4577-8780-668e83d85b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:09.403461 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-43d9b29c-4b35-4577-8780-668e83d85b3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3044567 Nov 22 18:33:09.476939 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-7d42bbb0-4c98-47b1-ba4f-56e8da8e0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:09.478574 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-7d42bbb0-4c98-47b1-ba4f-56e8da8e0515 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c38af8745ec4612b35c998da6038351&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3644223 Nov 22 18:33:09.756432 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528bed5-7910-4e1c-a69a-e5c9406018d4 req-f1edd449-970f-493b-8439-d6cce78d8301 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:09.759497 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0528bed5-7910-4e1c-a69a-e5c9406018d4 req-f1edd449-970f-493b-8439-d6cce78d8301 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.0939639 Nov 22 18:33:09.848046 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0528bed5-7910-4e1c-a69a-e5c9406018d4 req-175a0a9e-db22-4169-a99f-0e84b0201b91 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814261 Nov 22 18:33:10.088201 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa897-d928-489f-a317-c22d1f8b23e6 req-a9a3d7d5-a767-4071-8158-361a5ceb0ea6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:10.089967 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df4fa897-d928-489f-a317-c22d1f8b23e6 req-a9a3d7d5-a767-4071-8158-361a5ceb0ea6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0717802 Nov 22 18:33:10.206083 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df4fa897-d928-489f-a317-c22d1f8b23e6 req-829d481b-42f8-49aa-bf74-6f81fa858c1c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064222 Nov 22 18:33:10.276101 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1688c1-1479-460d-8c50-d0ab1d73b9f7 req-5f8fd871-12bb-4135-ba78-472e327e1780 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:10.280211 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ab1688c1-1479-460d-8c50-d0ab1d73b9f7 req-5f8fd871-12bb-4135-ba78-472e327e1780 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1141760 Nov 22 18:33:10.354625 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ab1688c1-1479-460d-8c50-d0ab1d73b9f7 req-6282114e-5b90-41fe-8670-556411bef02d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691867 Nov 22 18:33:11.022060 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3482017-6c96-4972-ab3c-396ce581568d req-b9d56c4f-bfd5-403d-9aca-8f043d1da356 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:11.023791 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3482017-6c96-4972-ab3c-396ce581568d req-b9d56c4f-bfd5-403d-9aca-8f043d1da356 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.0665894 Nov 22 18:33:11.107759 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3482017-6c96-4972-ab3c-396ce581568d req-f0aa570d-47b9-4a54-a342-fc023425988e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728574 Nov 22 18:33:11.461959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa11a7e-13ea-4b76-a46a-8c5cd24da8aa req-3803dc73-74b6-4b8f-85fc-3b164170f072 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:11.466139 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fa11a7e-13ea-4b76-a46a-8c5cd24da8aa req-3803dc73-74b6-4b8f-85fc-3b164170f072 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1089084 Nov 22 18:33:11.522275 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-ab009a33-e81f-47c4-89fd-312a3fe1a2f5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396523 Nov 22 18:33:11.526108 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-2ca17955-f8a2-4488-bb79-91530c80c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:11.528737 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0039ca2c-409d-4632-99a5-71255d5f58e6 req-2ca17955-f8a2-4488-bb79-91530c80c7e2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304875 Nov 22 18:33:11.590805 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fa11a7e-13ea-4b76-a46a-8c5cd24da8aa req-24e655fb-054e-4c5e-a393-fbd782bfdd73 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175447 Nov 22 18:33:11.627027 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f342006-de9f-4415-b0de-f7af11cbbc7d req-35781523-0b4d-4fbd-b4d4-1b3e9a969434 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:11.630130 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f342006-de9f-4415-b0de-f7af11cbbc7d req-35781523-0b4d-4fbd-b4d4-1b3e9a969434 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0961626 Nov 22 18:33:11.707709 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f342006-de9f-4415-b0de-f7af11cbbc7d req-272e1ed0-f47d-41c8-b09c-c2fbe3373250 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Nov 22 18:33:12.318446 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d140-1217-4d96-802c-6b761d4fba8b req-3d472160-1bbb-45c0-a9f3-43b693a7a0bb tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:12.321553 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c854d140-1217-4d96-802c-6b761d4fba8b req-3d472160-1bbb-45c0-a9f3-43b693a7a0bb tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 944 time: 0.1138968 Nov 22 18:33:12.437658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c854d140-1217-4d96-802c-6b761d4fba8b req-1d13abd8-b5a6-4305-b60b-e2656355ccf1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083426 Nov 22 18:33:12.620586 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-754a368d-297f-41e0-b5ef-95592fa45f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:12.623472 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-754a368d-297f-41e0-b5ef-95592fa45f78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1096 time: 0.3565969 Nov 22 18:33:12.695956 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 2097174c-916e-4b8a-a859-bdf77929efbb details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:33:12.712493 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5862c9a-5ace-480a-9e7c-e4494d503170 req-662956ec-5169-4664-8b78-0a949a20c6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154607 Nov 22 18:33:12.720594 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-f281e998-84d4-4a7f-a901-a8395d1c3dea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 200 len: 217 time: 0.0747135 Nov 22 18:33:12.829957 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-9dc326a8-28ba-44cc-b28e-4e537a00697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:12.831691 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-9dc326a8-28ba-44cc-b28e-4e537a00697a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.1070266 Nov 22 18:33:12.843097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f15051-f201-421a-9066-0e8b7dbeb895 req-87714bf9-6204-4eff-b226-b7b4c3269cba tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:12.846400 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-12f15051-f201-421a-9066-0e8b7dbeb895 req-87714bf9-6204-4eff-b226-b7b4c3269cba tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1212020 Nov 22 18:33:12.915882 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fba7a-fa66-4393-a1fe-750072100a12 req-d70cbba6-0ab1-43e7-853c-e7004f6059f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:12.916931 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=2097174c-916e-4b8a-a859-bdf77929efbb,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:12.918473 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-d70cbba6-0ab1-43e7-853c-e7004f6059f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777736 Nov 22 18:33:12.936714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '2097174c-916e-4b8a-a859-bdf77929efbb', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'port_id': '2097174c-916e-4b8a-a859-bdf77929efbb', 'mac_address': 'fa:16:3e:65:86:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:33:13.039226 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:13.051670 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-12f15051-f201-421a-9066-0e8b7dbeb895 req-72c745d4-d05e-4967-87c8-e74bfac53dbb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866179 Nov 22 18:33:13.070817 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-ce86d5a4-5a79-460f-9fe0-dc76ba135e71 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407743 Nov 22 18:33:13.077026 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2097174c-916e-4b8a-a859-bdf77929efbb {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:13.094460 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffabc3-d132-4942-931c-3f2771c48997 req-f1d01861-72a8-4e2f-b6e6-3a77425ba512 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:13.096529 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1ffabc3-d132-4942-931c-3f2771c48997 req-f1d01861-72a8-4e2f-b6e6-3a77425ba512 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.2486684 Nov 22 18:33:13.136564 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=2097174c-916e-4b8a-a859-bdf77929efbb,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:13.149520 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:13.215863 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1ffabc3-d132-4942-931c-3f2771c48997 req-89ccbc71-3b71-4c0c-bc10-c8e5cd57c03f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096182 Nov 22 18:33:13.221975 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:13.248302 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-389fba7a-fa66-4393-a1fe-750072100a12 req-91f432ca-930b-4990-896b-f2f863ae37f4 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685379 Nov 22 18:33:13.505799 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['2097174c-916e-4b8a-a859-bdf77929efbb'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:33:13.616383 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced2628-7319-4e56-8fc7-3943841987cd req-358c4e7b-e1de-4238-8d23-4d8ee6923d2c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:13.618523 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6ced2628-7319-4e56-8fc7-3943841987cd req-358c4e7b-e1de-4238-8d23-4d8ee6923d2c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 945 time: 0.0744069 Nov 22 18:33:13.746601 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6ced2628-7319-4e56-8fc7-3943841987cd req-747a7077-6372-4063-9f47-035f1a831f03 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145546 Nov 22 18:33:14.303111 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010a05-06a3-41a1-8cb4-9f90f04ee6e2 req-d3ae7e23-2df7-4fdb-b2bc-4007d1025a52 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:14.308035 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4c010a05-06a3-41a1-8cb4-9f90f04ee6e2 req-d3ae7e23-2df7-4fdb-b2bc-4007d1025a52 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0675259 Nov 22 18:33:14.419154 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4c010a05-06a3-41a1-8cb4-9f90f04ee6e2 req-878f1389-acf2-428b-8683-76267aa4e941 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036143 Nov 22 18:33:14.441124 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a27ca9-9da8-4ce6-8332-0f9b5375d266 req-31cfc499-48f2-4497-bb5f-2592c64495b8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:14.442905 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a7a27ca9-9da8-4ce6-8332-0f9b5375d266 req-31cfc499-48f2-4497-bb5f-2592c64495b8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0764112 Nov 22 18:33:14.525525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a7a27ca9-9da8-4ce6-8332-0f9b5375d266 req-d3f76570-3dfe-4873-ba2a-5c2cd01fb242 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Nov 22 18:33:14.722451 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:33:14.725826 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 2097174c-916e-4b8a-a859-bdf77929efbb up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:14.925508 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 2097174c-916e-4b8a-a859-bdf77929efbb completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:33:14.950814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 2097174c-916e-4b8a-a859-bdf77929efbb triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:14.952246 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:15.025638 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:15.028527 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb835c-7e43-4bb7-83ef-2e5c344c65e3 req-82c54dfc-9a99-410f-991f-b4841bf184b1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.034477 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6cfb835c-7e43-4bb7-83ef-2e5c344c65e3 req-82c54dfc-9a99-410f-991f-b4841bf184b1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 945 time: 0.1221902 Nov 22 18:33:15.046970 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:33:15.161030 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:15.197652 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:15.202414 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:15.203173 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6cfb835c-7e43-4bb7-83ef-2e5c344c65e3 req-f947b728-6074-4361-9af2-1f2fb9d51bff tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495857 Nov 22 18:33:15.255495 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:15.260890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-156e03da-85d0-401c-8428-9662e70736b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.264692 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-156e03da-85d0-401c-8428-9662e70736b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1098 time: 0.1423664 Nov 22 18:33:15.269581 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:15.289097 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:15.295939 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20f744b-53a5-4d88-8257-189c3c4dbc29" -d '{"events": [{"server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "name": "network-vif-plugged", "status": "completed", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:15.372491 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c424b-54c9-46bc-a19d-609ccd03adfd req-7d2bcee4-a237-4ffa-9531-08617d25f85b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.374544 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=2097174c-916e-4b8a-a859-bdf77929efbb,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:15.376587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-412c424b-54c9-46bc-a19d-609ccd03adfd req-7d2bcee4-a237-4ffa-9531-08617d25f85b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1855693 Nov 22 18:33:15.392587 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:15.425960 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:15.484764 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-479be475-65e0-4a21-b55e-d2f5496793f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.492667 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-479be475-65e0-4a21-b55e-d2f5496793f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.2145693 Nov 22 18:33:15.534883 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-412c424b-54c9-46bc-a19d-609ccd03adfd req-ae75b71f-09bc-4481-8d81-4d6948203aee tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498880 Nov 22 18:33:15.548548 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0f650-a685-48df-9372-a6430c85c5bf x-openstack-request-id: req-81e0f650-a685-48df-9372-a6430c85c5bf {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:15.550314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "name": "network-vif-plugged", "status": "completed", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:15.551961 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81e0f650-a685-48df-9372-a6430c85c5bf {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:15.552777 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb', 'code': 200} Nov 22 18:33:15.578252 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-6f9ef50a-d8de-4354-9123-1aa0ff9b15ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 200 len: 217 time: 0.0761514 Nov 22 18:33:15.659455 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:15.692844 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['6594b50c-68e8-49b3-866c-c9f855c9dc7b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:33:15.708808 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-d72e1d41-130f-4d5e-b0dc-88d65c30cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.712672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331cbc-d358-454b-9d81-58490a5937a1 req-1f463c18-e1d5-48ed-b51b-ebb7db75982c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.714774 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-d72e1d41-130f-4d5e-b0dc-88d65c30cb95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.1223428 Nov 22 18:33:15.720679 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-54331cbc-d358-454b-9d81-58490a5937a1 req-1f463c18-e1d5-48ed-b51b-ebb7db75982c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.1341627 Nov 22 18:33:15.768618 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-dbd0fed8-2afc-4f6c-a776-7fa8ecaf6c0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446250 Nov 22 18:33:15.835450 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-54331cbc-d358-454b-9d81-58490a5937a1 req-c941742c-2350-4c53-911f-f22c84da9f66 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130705 Nov 22 18:33:15.913362 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d68aa-d094-4454-bf96-0b1da2f3747f req-2f5effaf-b734-4bb2-a6a4-eb1aa9f9a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:15.915030 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-dc9d68aa-d094-4454-bf96-0b1da2f3747f req-2f5effaf-b734-4bb2-a6a4-eb1aa9f9a340 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.1528931 Nov 22 18:33:16.006616 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-317ea6db-b545-4af1-9989-8a1db8ef213e service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797762 Nov 22 18:33:16.120395 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-dc9d68aa-d094-4454-bf96-0b1da2f3747f req-ac034461-98b2-4d14-bc61-3aaa7e5821a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914215 Nov 22 18:33:16.189636 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8d06568d-23d2-4843-aa6f-b41398ce66bb req-d263138d-a78a-4990-9981-ad1d59a9fd52 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611235 Nov 22 18:33:16.429436 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a99c1-07e6-4070-9b76-a657f94c2079 req-37bf02a5-04cd-4f8c-a721-3b959f4ff92e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:16.435910 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fb9a99c1-07e6-4070-9b76-a657f94c2079 req-37bf02a5-04cd-4f8c-a721-3b959f4ff92e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0868139 Nov 22 18:33:16.491300 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fb9a99c1-07e6-4070-9b76-a657f94c2079 req-a1b27377-b5cd-4f9b-bd4c-625fc5893748 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510294 Nov 22 18:33:16.666635 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e667883-9e01-46e4-9f6b-a123f9fe5afb req-9ed29b0a-4e6c-4d67-a5fc-57c42dae76c9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:16.668922 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e667883-9e01-46e4-9f6b-a123f9fe5afb req-9ed29b0a-4e6c-4d67-a5fc-57c42dae76c9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Nov 22 18:33:16.743813 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e667883-9e01-46e4-9f6b-a123f9fe5afb req-5b3aa985-9525-42ab-a85d-572cf873e322 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Nov 22 18:33:17.025113 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f06ae-0a1e-45c8-9d19-fc90b09f6d27 req-8389af5e-d90d-4b81-902a-46da21cff3bb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:17.027874 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef3f06ae-0a1e-45c8-9d19-fc90b09f6d27 req-8389af5e-d90d-4b81-902a-46da21cff3bb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0891614 Nov 22 18:33:17.119030 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef3f06ae-0a1e-45c8-9d19-fc90b09f6d27 req-27fd9368-3031-4003-92ec-574d5f70102a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785801 Nov 22 18:33:17.633393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c0e4-ad1d-4ae7-95e6-ff1ae92a75d1 req-b93c899d-45ac-4cfa-a85d-21e17ff3c27d tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:17.635717 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7ed4c0e4-ad1d-4ae7-95e6-ff1ae92a75d1 req-b93c899d-45ac-4cfa-a85d-21e17ff3c27d tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0638478 Nov 22 18:33:17.715036 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7ed4c0e4-ad1d-4ae7-95e6-ff1ae92a75d1 req-d5bc3ae1-fa45-4023-807b-7597ccb70623 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694323 Nov 22 18:33:17.916846 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42689b16-a631-4836-8c4f-84c57990c7da req-f6bcf527-53f6-42e4-99e9-08e6e6eeeb3e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:17.930989 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42689b16-a631-4836-8c4f-84c57990c7da req-f6bcf527-53f6-42e4-99e9-08e6e6eeeb3e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0895803 Nov 22 18:33:17.981063 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42689b16-a631-4836-8c4f-84c57990c7da req-6ea48338-de3b-4304-9a4d-81a0f6356047 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491908 Nov 22 18:33:18.268160 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b468e-3aae-4a9b-bc6f-255133274b55 req-7eaef45a-d927-4f43-92ea-b27eae30189b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:18.269997 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a0b468e-3aae-4a9b-bc6f-255133274b55 req-7eaef45a-d927-4f43-92ea-b27eae30189b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0662363 Nov 22 18:33:18.350810 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a0b468e-3aae-4a9b-bc6f-255133274b55 req-f7202977-7e9f-4f58-ab8f-bf607aa94a88 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665822 Nov 22 18:33:18.511915 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59310) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:18.632715 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-cc40607e-2537-46bb-81c1-537daf849266 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595975 Nov 22 18:33:18.693306 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:18.737360 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:18.798620 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b403-07d4-4367-bb99-761061c4de62 req-19b64b26-d4af-41ac-9715-2658583c527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:18.800550 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-19b64b26-d4af-41ac-9715-2658583c527f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf623e0c919f4f77806f7be05f57d86b&device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 1098 time: 0.0910571 Nov 22 18:33:18.815955 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:18.824942 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:18.848969 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 6594b50c-68e8-49b3-866c-c9f855c9dc7b completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:33:18.856113 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 6594b50c-68e8-49b3-866c-c9f855c9dc7b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:18.856748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:18.945659 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b403-07d4-4367-bb99-761061c4de62 req-cbe5fe68-ffc8-4e11-a13b-a78abdd83b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:18.947966 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-cbe5fe68-ffc8-4e11-a13b-a78abdd83b0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=39d66c8c-cd4b-40b1-8b25-27033acedcf8 HTTP/1.1" status: 200 len: 912 time: 0.1236327 Nov 22 18:33:18.959662 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f181ff1aafe4dcf9cae691a8842a207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465973 Nov 22 18:33:18.962763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59326) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:19.005788 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac53335-7019-4abb-aee0-79adb3851c61,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:19.017987 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.029141 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.029496 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.029900 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.030249 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.030635 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.031358 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.031896 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.032331 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.032677 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.033015 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.033397 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.033755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb59f-4970-4c3b-8e34-3242b91f1ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.050482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310476-d3f0-462a-b564-277f1ac6fa52 req-556e14d6-287a-49df-ab63-94c9a95cb55c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.059699 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-52310476-d3f0-462a-b564-277f1ac6fa52 req-556e14d6-287a-49df-ab63-94c9a95cb55c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1951163 Nov 22 18:33:19.081001 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:19.086312 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4320fb23-1075-42c9-ad3b-23f5ee435e8a" -d '{"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:19.114039 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:19.124363 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-c0f29caa-98d8-46f7-b00a-2d0cd6c9f7e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5 HTTP/1.1" status: 200 len: 217 time: 0.1244421 Nov 22 18:33:19.145750 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.169030 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-52310476-d3f0-462a-b564-277f1ac6fa52 req-270484e3-c38b-42b8-9b78-27c89223c0b4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084037 Nov 22 18:33:19.219745 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146575a0-060b-4c50-adb0-cf67e97b883a req-bdaf3fbc-fe13-4240-80e4-98348dcb886c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.221407 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-146575a0-060b-4c50-adb0-cf67e97b883a req-bdaf3fbc-fe13-4240-80e4-98348dcb886c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1200604 Nov 22 18:33:19.276974 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b8f3b-5730-4c55-864a-2fd369b46e62 x-openstack-request-id: req-218b8f3b-5730-4c55-864a-2fd369b46e62 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:19.277449 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:19.277848 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-218b8f3b-5730-4c55-864a-2fd369b46e62 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:19.278450 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'code': 200} Nov 22 18:33:19.279696 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:19.290690 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b403-07d4-4367-bb99-761061c4de62 req-7df72db9-d835-4d6f-82b8-0eeccc6cf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.293100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.293658 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-7df72db9-d835-4d6f-82b8-0eeccc6cf7a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88aabfe6-835e-400b-ba97-906c4527e8a4 HTTP/1.1" status: 200 len: 851 time: 0.1511424 Nov 22 18:33:19.294268 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.295133 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.295945 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.296857 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.297674 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.298482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.299313 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.300156 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.301036 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.301831 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.302627 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.337040 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-146575a0-060b-4c50-adb0-cf67e97b883a req-5f9c87cf-0322-4478-befb-450a1b41baae tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964315 Nov 22 18:33:19.356249 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.423342 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-ad1d2279-2ad3-492b-b076-e9b5e62ad72e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39d66c8c-cd4b-40b1-8b25-27033acedcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851026 Nov 22 18:33:19.437857 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb561da-d624-4b18-aaa8-d275aa30e69e req-972c462d-fd69-4d05-b897-489b816b8e87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.443293 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ebb561da-d624-4b18-aaa8-d275aa30e69e req-972c462d-fd69-4d05-b897-489b816b8e87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0954857 Nov 22 18:33:19.448814 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59342) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:19.455016 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'floatingip': {'port_id': '2097174c-916e-4b8a-a859-bdf77929efbb'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:19.543153 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.561482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.629887 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-580f977d-b80f-431d-8144-3a0e3998d4d0 service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980736 Nov 22 18:33:19.668096 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41511941-edf1-4766-b542-16de23b3e6f4 req-308c187f-7450-4583-9e66-a31c73742dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.669807 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41511941-edf1-4766-b542-16de23b3e6f4 req-308c187f-7450-4583-9e66-a31c73742dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1098 time: 0.1241214 Nov 22 18:33:19.716584 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.719525 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:19.723569 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eac53335-7019-4abb-aee0-79adb3851c61 HTTP/1.1" status: 204 len: 168 time: 0.7594993 Nov 22 18:33:19.840936 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-41511941-edf1-4766-b542-16de23b3e6f4 req-84bd1d69-ebe1-4fa6-8947-ebca4133c370 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339178 Nov 22 18:33:19.842056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac53335-7019-4abb-aee0-79adb3851c61,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:19.856347 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-65c4b403-07d4-4367-bb99-761061c4de62 req-581a751b-ba4e-4ac6-9c76-ab46d58f37a6 service neutron] 10.222.0.57 "GET /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125933 Nov 22 18:33:19.869878 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.872876 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.875607 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.876233 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.876645 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.877574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.877574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.879043 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.885209 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.885209 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.885669 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.886226 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abdeca-7dd6-4f2b-b5a5-5fa1b4969fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:19.929575 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0e81b-834f-4b45-8a1d-d15d31096a1f req-f028285d-47e3-4329-bfa7-18d9f10d2442 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:19.937701 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9ac0e81b-834f-4b45-8a1d-d15d31096a1f req-f028285d-47e3-4329-bfa7-18d9f10d2442 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.4078059 Nov 22 18:33:20.045447 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9ac0e81b-834f-4b45-8a1d-d15d31096a1f req-0d5a60cb-26ec-4438-8a64-8e8315f6e7a2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066082 Nov 22 18:33:20.175171 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59364) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:20.397807 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-16b18841-85f4-42f3-b9b6-9d32351cf6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.400717 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59376) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:20.440341 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a989fded-5115-4ec2-8c33-370a7a48fd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.584386 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-16b18841-85f4-42f3-b9b6-9d32351cf6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.594201 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-16b18841-85f4-42f3-b9b6-9d32351cf6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.602305 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a989fded-5115-4ec2-8c33-370a7a48fd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.620433 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a989fded-5115-4ec2-8c33-370a7a48fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.634658 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed221b-6db0-43e8-920e-e5ddc3e2bff9 req-ebe5c960-5108-4cc7-8e78-afc6eb93589e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:20.636315 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ffed221b-6db0-43e8-920e-e5ddc3e2bff9 req-ebe5c960-5108-4cc7-8e78-afc6eb93589e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.2041500 Nov 22 18:33:20.656962 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b18841-85f4-42f3-b9b6-9d32351cf6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0029cd6-7b52-4f31-a05a-83ee4680aaa7,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:20.671553 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-16b18841-85f4-42f3-b9b6-9d32351cf6aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e765f1e38c76461aa0f20f037074ffab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943454 Nov 22 18:33:20.682824 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59380) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:20.699057 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a989fded-5115-4ec2-8c33-370a7a48fd18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41fefd0abe53485fa8cc2893a7fa8ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950323 Nov 22 18:33:20.708178 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59382) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:20.742436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989fded-5115-4ec2-8c33-370a7a48fd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056297ac-64ec-4fae-9539-fe88adaa389b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:20.805549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.830792 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.831829 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ffed221b-6db0-43e8-920e-e5ddc3e2bff9 req-b0cc75f0-3748-493f-af68-fa62c27f0d11 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717489 Nov 22 18:33:20.848379 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.851575 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.861926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.875945 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.955363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.958222 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.959542 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0029cd6-7b52-4f31-a05a-83ee4680aaa7 HTTP/1.1" status: 204 len: 168 time: 0.2757313 Nov 22 18:33:20.972807 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73722fc-47a7-4442-9065-a6ccfb244320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0029cd6-7b52-4f31-a05a-83ee4680aaa7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:20.978787 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.981604 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:20.982807 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/056297ac-64ec-4fae-9539-fe88adaa389b HTTP/1.1" status: 204 len: 168 time: 0.2688148 Nov 22 18:33:21.001915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0844d-d863-4bfc-ace2-9a5d5ddca06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056297ac-64ec-4fae-9539-fe88adaa389b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:21.029301 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Floating IP 274b3b33-9080-4371-b819-dec704321812 associated. External IP: 172.27.1.63, port: 2097174c-916e-4b8a-a859-bdf77929efbb. Nov 22 18:33:21.343700 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b31704-fa24-4275-8139-e13f7d97e82b req-386ca7e3-da47-4cca-9643-fee508e15ba5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:21.345434 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6b31704-fa24-4275-8139-e13f7d97e82b req-386ca7e3-da47-4cca-9643-fee508e15ba5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1065364 Nov 22 18:33:21.404267 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:33:21.455142 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6b31704-fa24-4275-8139-e13f7d97e82b req-ed8746ac-df04-49c0-9541-ff4da6f889c3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790293 Nov 22 18:33:21.601828 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:33:21.607379 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:21.628573 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:33:21.649271 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:21.650637 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:21.660327 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7f7b7af8-f322-49b3-b49f-976016bec785 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "PUT /v2.0/floatingips/274b3b33-9080-4371-b819-dec704321812 HTTP/1.1" status: 200 len: 991 time: 2.2098126 Nov 22 18:33:21.661301 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:21.669727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59408) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:21.675928 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68497b-03de-4929-a2b6-6ea848809aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:21.685948 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-35df8683-1a79-4cfc-bc20-8dd2ba9b6b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:21.797141 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee9d8a5-96d1-48c2-931d-fe096ba6b15c x-openstack-request-id: req-2ee9d8a5-96d1-48c2-931d-fe096ba6b15c {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:21.797801 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:21.798363 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ee9d8a5-96d1-48c2-931d-fe096ba6b15c {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:21.799175 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb', 'status': 'completed', 'code': 200} Nov 22 18:33:21.857624 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:21.902497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-35df8683-1a79-4cfc-bc20-8dd2ba9b6b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:21.911843 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-35df8683-1a79-4cfc-bc20-8dd2ba9b6b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:22.016662 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-35df8683-1a79-4cfc-bc20-8dd2ba9b6b2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fabe8599767544bcbb4794b155c19d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440113 Nov 22 18:33:22.021851 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59418) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:22.026339 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8683-1a79-4cfc-bc20-8dd2ba9b6b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a07eb-7ac1-434f-8e58-53bc723763c1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:22.128533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1959c5-f316-470f-8408-fc98d8ac6800 req-b69c28f9-c94c-416e-be22-b6760bbeed25 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:22.131732 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d1959c5-f316-470f-8408-fc98d8ac6800 req-b69c28f9-c94c-416e-be22-b6760bbeed25 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1684315 Nov 22 18:33:22.178606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:22.240135 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '274b3b33-9080-4371-b819-dec704321812', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '2097174c-916e-4b8a-a859-bdf77929efbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:65:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:51Z', 'updated_at': '2021-11-22T18:33:20Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:22.267896 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:22.271565 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:33:22.284409 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:22.285062 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:32:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:22.291346 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d1959c5-f316-470f-8408-fc98d8ac6800 req-4b19a9a5-c5ff-4749-8371-76e63eb64436 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357689 Nov 22 18:33:22.376939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:22.380025 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:22.387156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/053a07eb-7ac1-434f-8e58-53bc723763c1 HTTP/1.1" status: 204 len: 168 time: 0.3555746 Nov 22 18:33:22.398247 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d189c6-03ff-4edc-a550-d8d2a3aba3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a07eb-7ac1-434f-8e58-53bc723763c1,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:22.476369 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:22.719890 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199700a2-dab7-401b-89e2-707874ec7e87 req-1c1d0b6c-fc55-4a30-914c-db2bd2ba74c7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:22.734542 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-199700a2-dab7-401b-89e2-707874ec7e87 req-1c1d0b6c-fc55-4a30-914c-db2bd2ba74c7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1084759 Nov 22 18:33:22.815726 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-199700a2-dab7-401b-89e2-707874ec7e87 req-10b49d2e-99f5-46ec-b9c9-6dad73572a0a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799625 Nov 22 18:33:22.883631 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '274b3b33-9080-4371-b819-dec704321812', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '2097174c-916e-4b8a-a859-bdf77929efbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:65:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:51Z', 'updated_at': '2021-11-22T18:33:20Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:22.914557 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfe7d-9b1c-40db-9869-8ecc2b62331c None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '274b3b33-9080-4371-b819-dec704321812', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '2097174c-916e-4b8a-a859-bdf77929efbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:65:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:51Z', 'updated_at': '2021-11-22T18:33:20Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:33:23.038278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59444) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:23.055103 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a345-dbb0-40fa-9b30-ee206de2602c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.099221 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-fc2b8067-e897-467d-bfdd-21679334cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:23.100858 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-fc2b8067-e897-467d-bfdd-21679334cec9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.1092615 Nov 22 18:33:23.183381 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a345-dbb0-40fa-9b30-ee206de2602c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.191148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a345-dbb0-40fa-9b30-ee206de2602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.282183 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d7a2a345-dbb0-40fa-9b30-ee206de2602c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb545a1b482c44f1b775f58c4846c2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412930 Nov 22 18:33:23.283800 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a345-dbb0-40fa-9b30-ee206de2602c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6746a-a1ce-4e9f-b2c6-678c6430132a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:23.288163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59448) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:23.310536 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-be601104-adc1-4b09-b568-a97c5976077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:23.315195 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-be601104-adc1-4b09-b568-a97c5976077e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.1870303 Nov 22 18:33:23.393637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.426279 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.556608 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.566474 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:23.567935 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6b6746a-a1ce-4e9f-b2c6-678c6430132a HTTP/1.1" status: 204 len: 168 time: 0.2784052 Nov 22 18:33:23.620364 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300a7e-d09d-4892-8c2f-6722653da8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6746a-a1ce-4e9f-b2c6-678c6430132a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:23.664972 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51258d7e-bda5-47ec-8f6a-0d9ba2e295c4 req-1e0804c7-d0e2-436d-8cd9-2b47dc750fbc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:23.666720 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-51258d7e-bda5-47ec-8f6a-0d9ba2e295c4 req-1e0804c7-d0e2-436d-8cd9-2b47dc750fbc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1847789 Nov 22 18:33:23.731782 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba48d5d-0293-464e-a4f8-8e89d693a3a8 None None] New status for floating IP 274b3b33-9080-4371-b819-dec704321812: ACTIVE {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:33:23.758343 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-c18078a0-6d5a-4be1-8ca5-00cfd94909dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 999 time: 0.4336097 Nov 22 18:33:23.873894 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-362aafd4-ff82-4d81-a8ea-6252ce1a2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:23.875420 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-51258d7e-bda5-47ec-8f6a-0d9ba2e295c4 req-ab0f81df-c8e7-49f7-9e5a-90619a75381a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900945 Nov 22 18:33:23.882486 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-362aafd4-ff82-4d81-a8ea-6252ce1a2722 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0899322 Nov 22 18:33:23.928329 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59470) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:24.025727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-8b2e5e0f-0b09-4445-bbfc-6ec6b52e2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:24.026574 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-8b2e5e0f-0b09-4445-bbfc-6ec6b52e2ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275856 Nov 22 18:33:24.146418 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:24.294571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c025c-aa49-41de-aece-faf1b3f3c9e1 req-95ea3f9a-e8f9-4082-a590-5354d634c1e4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:24.309978 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ab0c025c-aa49-41de-aece-faf1b3f3c9e1 req-95ea3f9a-e8f9-4082-a590-5354d634c1e4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1382880 Nov 22 18:33:24.364516 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-f9beb184-e223-4fc1-ae57-3f6d72536b54 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212204 Nov 22 18:33:24.520610 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ab0c025c-aa49-41de-aece-faf1b3f3c9e1 req-1e4b6385-103b-4601-8454-69636e253914 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020795 Nov 22 18:33:24.699002 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8dd7652e-bc1e-4bb4-88c2-461803eb3779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:24.758015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0e68497b-03de-4929-a2b6-6ea848809aa2 req-484aafb8-bb58-4723-a887-370262fb1621 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835335 Nov 22 18:33:24.869400 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8dd7652e-bc1e-4bb4-88c2-461803eb3779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:24.881861 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8dd7652e-bc1e-4bb4-88c2-461803eb3779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:24.996297 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59528) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:24.997411 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-8dd7652e-bc1e-4bb4-88c2-461803eb3779 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=042bc7cbf2104ed39532571fafd5bcff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0620406 Nov 22 18:33:25.008756 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7652e-bc1e-4bb4-88c2-461803eb3779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42625c36-726c-48e0-98cb-c26a43b1241a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:25.147363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:25.179273 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b472f49-c27a-4f03-ae6c-add0b1c14523 req-90aa2428-f03f-4346-8c60-0b4d6eaecb25 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:25.181770 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7b472f49-c27a-4f03-ae6c-add0b1c14523 req-90aa2428-f03f-4346-8c60-0b4d6eaecb25 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1821895 Nov 22 18:33:25.203329 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:25.285070 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7b472f49-c27a-4f03-ae6c-add0b1c14523 req-4dd59bf3-128d-415f-8136-2fee9d314515 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881689 Nov 22 18:33:25.326622 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:25.335179 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:25.337498 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42625c36-726c-48e0-98cb-c26a43b1241a HTTP/1.1" status: 204 len: 168 time: 0.3393190 Nov 22 18:33:25.343925 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d4a26b74-df69-4b6d-8a05-332686800793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:25.384659 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3343700-1c40-47b2-9a93-f1fad03bfb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42625c36-726c-48e0-98cb-c26a43b1241a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:25.594983 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cfe92-dae1-4394-a84a-dcaccfd711d8 req-1a3f1b91-549b-4394-8fac-cff4780f8a62 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:25.597636 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-373cfe92-dae1-4394-a84a-dcaccfd711d8 req-1a3f1b91-549b-4394-8fac-cff4780f8a62 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.1052241 Nov 22 18:33:25.692237 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-373cfe92-dae1-4394-a84a-dcaccfd711d8 req-57ad22d6-fb54-49cc-8eb4-88c02021ede6 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 Nov 22 18:33:25.774754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9c539-4762-4346-a769-a80a1b6e07f7 req-6e5db395-20e6-4ee3-a943-90ff92713df9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:25.783554 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-22e9c539-4762-4346-a769-a80a1b6e07f7 req-6e5db395-20e6-4ee3-a943-90ff92713df9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0968583 Nov 22 18:33:25.857228 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-22e9c539-4762-4346-a769-a80a1b6e07f7 req-0e0eda08-2433-4de8-b83a-dbb35aa33521 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728881 Nov 22 18:33:26.003960 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fad57-7f72-4548-87d0-749991a0827e req-17efb7b1-ef34-4d00-aef5-393841c486e8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:26.005532 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb8fad57-7f72-4548-87d0-749991a0827e req-17efb7b1-ef34-4d00-aef5-393841c486e8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0600772 Nov 22 18:33:26.017974 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59576) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:26.024210 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'floatingip': {'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:26.093017 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.491450 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59604) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:26.637848 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Deleting subnet f6ef52a7-06a6-4a64-8230-06697b5ca7d5 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:33:26.643059 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.693240 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.706543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.814834 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.823004 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361ceca-ff23-49aa-b4cd-4e87b9cfe4a6 req-9d55fad9-3980-4246-9ed5-9f71d6a7c001 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:26.836359 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8361ceca-ff23-49aa-b4cd-4e87b9cfe4a6 req-9d55fad9-3980-4246-9ed5-9f71d6a7c001 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1479118 Nov 22 18:33:26.878984 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ef52a7-06a6-4a64-8230-06697b5ca7d5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:26.888203 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:26.896642 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-7cecc6ee-bcd1-4cda-9926-23d52b36a36d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f6ef52a7-06a6-4a64-8230-06697b5ca7d5 HTTP/1.1" status: 204 len: 168 time: 0.4033682 Nov 22 18:33:26.897686 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59624) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:27.023112 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.122787 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8361ceca-ff23-49aa-b4cd-4e87b9cfe4a6 req-eb0e87ee-57cb-478e-a655-efe437bdcaa7 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231486 Nov 22 18:33:27.154989 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.189690 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.190418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.191780 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.192445 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > port after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.195821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.195821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > port after_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.195821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.195821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.195821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.198100 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.219736 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04a5c-e2b6-4103-b457-b51587a9f5f5 req-c23a442a-79f1-4756-a87c-ae29a2ff954d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:27.231692 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2e04a5c-e2b6-4103-b457-b51587a9f5f5 req-c23a442a-79f1-4756-a87c-ae29a2ff954d tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.3302460 Nov 22 18:33:27.443928 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2e04a5c-e2b6-4103-b457-b51587a9f5f5 req-694c6141-2486-45d6-970f-ca368d65fcba tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053607 Nov 22 18:33:27.502093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.db.resource_extend [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 18:33:27.504214 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.505281 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.505772 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.506411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:27.507005 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e06ace4-1c4d-4f34-ac11-1c6f753f17d9']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:27.560779 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124e96c7-05c6-4e68-955f-4c4e635b1955') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:27.562233 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124e96c7-05c6-4e68-955f-4c4e635b1955') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:27.612220 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.660317 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.670394 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.775049 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.805423 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-35889296-8846-4da6-9217-6551a2ee944e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.867577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:33:27.867577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: from cryptography.utils import int_from_bytes Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: from cryptography.utils import int_from_bytes Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:33:27.892803 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:33:28.045753 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Floating IP a08c0e55-3fbe-44de-952c-ce28c7b191b4 associated. External IP: 172.27.1.210, port: 6594b50c-68e8-49b3-866c-c9f855c9dc7b. Nov 22 18:33:28.052881 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59664) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:28.072836 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-4506aad8-9bec-44bb-a1bc-b87ffb6217a7 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:28.075132 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-4506aad8-9bec-44bb-a1bc-b87ffb6217a7 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.4373665 Nov 22 18:33:28.147033 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.262661 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e06ace4-1c4d-4f34-ac11-1c6f753f17d9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:28.266171 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.272375 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-ced2c378-5d74-4f02-8a85-b4d7f5498e86 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e06ace4-1c4d-4f34-ac11-1c6f753f17d9 HTTP/1.1" status: 204 len: 168 time: 1.3732963 Nov 22 18:33:28.283629 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59674) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:28.414644 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b49c-671f-4eb3-b3ea-0475c5459d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.555461 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b2f43-b3ae-4152-a1fc-2de9bfd574c2 req-aa879403-210a-4322-b4f5-05296ebfcf04 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:28.567838 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8c5b2f43-b3ae-4152-a1fc-2de9bfd574c2 req-aa879403-210a-4322-b4f5-05296ebfcf04 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.2896545 Nov 22 18:33:28.648694 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:33:28.748675 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8c5b2f43-b3ae-4152-a1fc-2de9bfd574c2 req-af0d91e2-eaeb-4482-a093-cf811626bfd0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693029 Nov 22 18:33:28.816271 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da35d4-6eff-4cf2-813a-2ae1169b2733 req-337865f4-2b66-4e60-b8bd-f77d3f61815a tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:28.818635 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-16da35d4-6eff-4cf2-813a-2ae1169b2733 req-337865f4-2b66-4e60-b8bd-f77d3f61815a tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 945 time: 0.1768944 Nov 22 18:33:28.826165 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Deleting subnet 8737f63d-f7a6-41f6-b161-726ffb033c3c {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:33:28.835046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b49c-671f-4eb3-b3ea-0475c5459d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.847630 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b49c-671f-4eb3-b3ea-0475c5459d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.850688 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.917099 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.963767 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:28.972416 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Deleting port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:33:28.973017 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.005040 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2ca0b49c-671f-4eb3-b3ea-0475c5459d03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfd59dc24e9d4cc48de4eb956baf3f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9498749 Nov 22 18:33:29.006421 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59692) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:29.032895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0b49c-671f-4eb3-b3ea-0475c5459d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27020b-4879-4240-a33f-1b1b42b47843,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:29.085183 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:33:29.101712 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-16da35d4-6eff-4cf2-813a-2ae1169b2733 req-a16ab273-be9e-4aae-83ff-068ef59de863 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/security-groups?id=719b0401-6928-475f-9e82-f858da1416f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689903 Nov 22 18:33:29.102796 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:33:29.113744 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.142712 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:29.144093 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:29.184174 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-bfbad774-4c37-4bf1-a484-9a6f9e9a22aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "PUT /v2.0/floatingips/a08c0e55-3fbe-44de-952c-ce28c7b191b4 HTTP/1.1" status: 200 len: 991 time: 3.1643701 Nov 22 18:33:29.187772 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:29.192200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45bd41a-3df6-4f39-b680-22591f2bfad8" -d '{"events": [{"name": "network-changed", "server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:29.231118 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.268852 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.294913 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.319068 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] For port 22b6763a-96d3-4ee7-9d5a-fff2190010f5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=22b6763a-96d3-4ee7-9d5a-fff2190010f5,segment=NetworkSegment(685b3876-395c-45b5-9473-dd96014d62f2),segment_id=685b3876-395c-45b5-9473-dd96014d62f2)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:29.320107 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.322076 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:33:29.346371 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Calling delete_port for 22b6763a-96d3-4ee7-9d5a-fff2190010f5 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:33:29.392145 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.394976 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.399314 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b27020b-4879-4240-a33f-1b1b42b47843 HTTP/1.1" status: 204 len: 168 time: 0.3836801 Nov 22 18:33:29.408810 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dc8c1-9ed0-45cc-87cb-8474a4d2d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27020b-4879-4240-a33f-1b1b42b47843,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:29.429420 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:29.471788 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.507150 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8737f63d-f7a6-41f6-b161-726ffb033c3c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:29.523236 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.530883 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1f3a5466-70f1-40b1-95e4-d387729a9628 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8737f63d-f7a6-41f6-b161-726ffb033c3c HTTP/1.1" status: 204 len: 168 time: 1.2410538 Nov 22 18:33:29.531853 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59700) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:29.664565 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.735376 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Pushing event deleted for resources: {'Port': ['ID=22b6763a-96d3-4ee7-9d5a-fff2190010f5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:29.788545 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] No DVR routers for this DVR port 22b6763a-96d3-4ee7-9d5a-fff2190010f5 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:33:29.792438 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:29.796405 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0969656d-0b30-48bf-8f5c-273fc6e7bcdb req-004e0d5b-a38f-4092-827c-cb6402bc0246 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.57 "DELETE /v2.0/ports/22b6763a-96d3-4ee7-9d5a-fff2190010f5 HTTP/1.1" status: 204 len: 173 time: 1.7007411 Nov 22 18:33:29.796906 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'name': 'network-vif-deleted', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:29.799432 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33cd724-3d86-4baa-ac03-236ae2c096ef" -d '{"events": [{"server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "name": "network-vif-deleted", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:29.839062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.010148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.015687 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'a08c0e55-3fbe-44de-952c-ce28c7b191b4', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:53Z', 'updated_at': '2021-11-22T18:33:27Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.034001 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59712) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:30.044478 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:33:30.045086 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.045557 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.046701 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.047225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > port after_create 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.047696 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.048187 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > port after_update 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.048629 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.049090 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.049546 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.050020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.054569 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:30.055238 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.117300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.117906 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.118090 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.118355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 18:33:30.118716 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13d090-6039-4404-b498-cb2be89c87a4']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.143374 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f60aa67-8a77-45c7-8ba5-57b41582fd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.146773 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ed427-28a4-4868-938d-ad7439ea9cd2') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.147151 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ed427-28a4-4868-938d-ad7439ea9cd2') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.177864 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.180391 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:30.218577 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.237700 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:33:30.238125 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: from cryptography.utils import int_from_bytes Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: from cryptography.utils import int_from_bytes Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:33:30.242662 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:33:30.322535 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.340363 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.344783 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ad13d090-6039-4404-b498-cb2be89c87a4 HTTP/1.1" status: 204 len: 168 time: 0.8118093 Nov 22 18:33:30.358112 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189291-7044-45b1-801a-4e47c727dc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad13d090-6039-4404-b498-cb2be89c87a4,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:30.420494 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f60aa67-8a77-45c7-8ba5-57b41582fd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.427184 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f60aa67-8a77-45c7-8ba5-57b41582fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.502757 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3f60aa67-8a77-45c7-8ba5-57b41582fd8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbc1dfe5b23c4fe1a554e633aa0c90fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673102 Nov 22 18:33:30.504759 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60aa67-8a77-45c7-8ba5-57b41582fd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba441c7-3bf3-487a-a4a0-fdf626360115,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:30.506804 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59720) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:30.513369 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'a08c0e55-3fbe-44de-952c-ce28c7b191b4', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:53Z', 'updated_at': '2021-11-22T18:33:27Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:30.551508 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d540e6-a328-4fa3-ab58-498ac613550a None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'a08c0e55-3fbe-44de-952c-ce28c7b191b4', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:32:53Z', 'updated_at': '2021-11-22T18:33:27Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:33:30.612643 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.646679 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.679937 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59722) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:30.734953 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.741508 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.745163 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cba441c7-3bf3-487a-a4a0-fdf626360115 HTTP/1.1" status: 204 len: 168 time: 0.2285390 Nov 22 18:33:30.747017 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a2d4fbe9-68f5-441a-91cc-c9cf00801e10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c807fe3aaaf4578a8499611950789bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634949 Nov 22 18:33:30.747867 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59726) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:30.759524 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317831-131b-4e63-ad48-711e0d5e3f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba441c7-3bf3-487a-a4a0-fdf626360115,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:30.826632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.865308 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.905621 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d59d386-6bad-42c0-8914-8bd6c4606656 None None] New status for floating IP a08c0e55-3fbe-44de-952c-ce28c7b191b4: ACTIVE {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:33:30.960138 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.964873 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:30.966464 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5bf28fd-b78e-4f6c-9f32-fbf340c33995 HTTP/1.1" status: 204 len: 168 time: 0.2158961 Nov 22 18:33:30.978960 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d7f2a-9435-4f88-a5f0-7d9d60ecb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf28fd-b78e-4f6c-9f32-fbf340c33995,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:31.266539 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['22b6763a-96d3-4ee7-9d5a-fff2190010f5'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:33:31.385129 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59744) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:31.405695 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15796da5-1699-4ded-b89c-c408a2c95e0b x-openstack-request-id: req-15796da5-1699-4ded-b89c-c408a2c95e0b {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:31.406121 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:31.407527 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15796da5-1699-4ded-b89c-c408a2c95e0b {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:31.408200 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'status': 'completed', 'code': 200} Nov 22 18:33:31.489661 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf312f-fa38-4031-a750-0930242d8b22 x-openstack-request-id: req-dfcf312f-fa38-4031-a750-0930242d8b22 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:31.490354 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac908039-c146-4086-ba35-e5c89c521831", "name": "network-vif-deleted", "tag": "22b6763a-96d3-4ee7-9d5a-fff2190010f5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:31.490719 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfcf312f-fa38-4031-a750-0930242d8b22 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:31.491276 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac908039-c146-4086-ba35-e5c89c521831', 'name': 'network-vif-deleted', 'tag': '22b6763a-96d3-4ee7-9d5a-fff2190010f5', 'status': 'completed', 'code': 200} Nov 22 18:33:31.513844 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-7c1df4ad-afc4-4a43-8432-3f369f3597cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:31.516670 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-7c1df4ad-afc4-4a43-8432-3f369f3597cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1098 time: 0.0703607 Nov 22 18:33:31.535355 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-43f3a550-119b-465a-add4-3ad939f4427f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e77f0c2119346a49285b43c7b2b31e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470804 Nov 22 18:33:31.544984 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59746) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:31.586594 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.623408 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb18b7-1988-4f53-89c8-cd7982edb178 req-f5a8f8f3-0236-4452-8995-dd8c8dc2bfb9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:31.635294 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-efbb18b7-1988-4f53-89c8-cd7982edb178 req-f5a8f8f3-0236-4452-8995-dd8c8dc2bfb9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1706748 Nov 22 18:33:31.662637 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.722378 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-05c75ec9-de48-449a-bb18-8321e2a30642 req-d9706c4f-1336-48e1-90dd-8efb410631a6 tempest-DeleteServersTestJSON-210285682 tempest-DeleteServersTestJSON-210285682-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac908039-c146-4086-ba35-e5c89c521831 HTTP/1.1" status: 200 len: 210 time: 0.0835516 Nov 22 18:33:31.745508 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-ab0c94cd-8f46-450a-a73a-31ab91f24042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:31.750794 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-ab0c94cd-8f46-450a-a73a-31ab91f24042 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.2238617 Nov 22 18:33:31.751084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.822010 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-efbb18b7-1988-4f53-89c8-cd7982edb178 req-bc2674b4-88d5-488c-b7b2-710bdce742b9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848493 Nov 22 18:33:31.846800 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.907958 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-50d0dc2c-3ec6-4b94-b033-6a14e2e68f8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 200 len: 1001 time: 0.1425622 Nov 22 18:33:31.970451 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.973925 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:31.975552 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8156f185-e353-42bf-ae36-fc8511d440d0 HTTP/1.1" status: 204 len: 168 time: 0.4266822 Nov 22 18:33:31.992757 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a89736-f0f5-43fc-9ea4-aa1c8a3f22f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156f185-e353-42bf-ae36-fc8511d440d0,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:32.043120 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-6c3d6a18-83ee-42ab-8c8b-527dd26fec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:32.046071 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-6c3d6a18-83ee-42ab-8c8b-527dd26fec39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.1201890 Nov 22 18:33:32.135422 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-7a0d41c2-a374-4ac1-a956-06010ea813ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:32.138180 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-7a0d41c2-a374-4ac1-a956-06010ea813ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653853 Nov 22 18:33:32.397309 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-ba31cecf-a829-4f19-972a-f6d949dbf3ff service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416730 Nov 22 18:33:32.591906 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f45bd41a-3df6-4f39-b680-22591f2bfad8 req-acdf7ed6-fc66-46c4-8b7d-406ed07854cc service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826808 Nov 22 18:33:33.066600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b893c-16da-4d69-be79-1b1bce05ece0 req-d9aa5c94-1a37-4559-8af7-0436d9eb709a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:33.082651 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5d2b893c-16da-4d69-be79-1b1bce05ece0 req-d9aa5c94-1a37-4559-8af7-0436d9eb709a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1563065 Nov 22 18:33:33.186843 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5d2b893c-16da-4d69-be79-1b1bce05ece0 req-9771a81d-74bd-4991-9c8d-1a4ba1d99877 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Nov 22 18:33:33.867950 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 22b6763a-96d3-4ee7-9d5a-fff2190010f5 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:33:33.907520 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 22b6763a-96d3-4ee7-9d5a-fff2190010f5 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:33:33.908125 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 22b6763a-96d3-4ee7-9d5a-fff2190010f5 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:33:34.950768 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59900) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:35.126011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f46dd64a-4cf8-4dc6-8d09-d0cc8f430c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.215438 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f46dd64a-4cf8-4dc6-8d09-d0cc8f430c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.220692 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f46dd64a-4cf8-4dc6-8d09-d0cc8f430c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.262081 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f46dd64a-4cf8-4dc6-8d09-d0cc8f430c2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db4a4a8f6b4b44acbf5f4b7a0fb4a3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098187 Nov 22 18:33:35.263195 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd64a-4cf8-4dc6-8d09-d0cc8f430c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc2ccd-d4ab-467d-873f-137af96c04c7,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:35.265510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59908) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:35.327478 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.352318 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.415884 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.419109 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.420340 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20dc2ccd-d4ab-467d-873f-137af96c04c7 HTTP/1.1" status: 204 len: 168 time: 0.1535251 Nov 22 18:33:35.433161 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc87e0d-1429-475b-ab01-8033d9977056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc2ccd-d4ab-467d-873f-137af96c04c7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:35.854365 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59918) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:35.872260 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-24ab77ac-97bd-4670-ac53-8530c9ad8401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.979760 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-24ab77ac-97bd-4670-ac53-8530c9ad8401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:35.986654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-24ab77ac-97bd-4670-ac53-8530c9ad8401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.016172 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d2be-dd35-4320-9cce-dd436b273ff4 req-446c538a-5945-4bda-b501-d1ddce58de78 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:36.018462 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cd28d2be-dd35-4320-9cce-dd436b273ff4 req-446c538a-5945-4bda-b501-d1ddce58de78 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Nov 22 18:33:36.033715 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-24ab77ac-97bd-4670-ac53-8530c9ad8401 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=349935bd97c24a258330f70e7f28acac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774621 Nov 22 18:33:36.037663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59920) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:36.059077 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab77ac-97bd-4670-ac53-8530c9ad8401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e840d78d-ea69-425e-bdbe-e78bac69b074,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:36.086282 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cd28d2be-dd35-4320-9cce-dd436b273ff4 req-31feddef-4e21-416c-a30d-1d65e1b08cae tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Nov 22 18:33:36.121009 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.150546 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.207890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.212264 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.213548 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e840d78d-ea69-425e-bdbe-e78bac69b074 HTTP/1.1" status: 204 len: 168 time: 0.1748526 Nov 22 18:33:36.223455 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7ebd7-287a-4eb9-a0f3-894bc9464d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840d78d-ea69-425e-bdbe-e78bac69b074,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:36.656577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 59946) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:36.778383 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Deleting subnet 88aabfe6-835e-400b-ba97-906c4527e8a4 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:33:36.788056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.876549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:36.982463 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.111427 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.199597 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88aabfe6-835e-400b-ba97-906c4527e8a4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:37.201938 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.212488 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c1edbc0f-476b-491f-abf3-6e5f6faee375 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/88aabfe6-835e-400b-ba97-906c4527e8a4 HTTP/1.1" status: 204 len: 168 time: 0.5473809 Nov 22 18:33:37.212658 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 59984) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:37.400363 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.420155 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984978d-5971-48b4-96e8-ccc72941130c req-cc8ac60a-7199-4dd1-8975-52e433dde73e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:37.425301 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a984978d-5971-48b4-96e8-ccc72941130c req-cc8ac60a-7199-4dd1-8975-52e433dde73e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1135528 Nov 22 18:33:37.655949 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.721507 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d66c8c-cd4b-40b1-8b25-27033acedcf8']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:37.739296 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a984978d-5971-48b4-96e8-ccc72941130c req-6f518cff-efbc-4f8c-89a1-ccafbfb8988d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524023 Nov 22 18:33:37.746096 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685b3876-395c-45b5-9473-dd96014d62f2') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:37.746680 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685b3876-395c-45b5-9473-dd96014d62f2') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:37.768593 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.793244 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.807310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:33:37.807991 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:33:37.811952 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:33:37.906445 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.912362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:37.916016 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] 10.222.0.61 "DELETE /v2.0/networks/39d66c8c-cd4b-40b1-8b25-27033acedcf8 HTTP/1.1" status: 204 len: 168 time: 0.7039673 Nov 22 18:33:37.931056 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e0f2-83e9-42b1-bc99-06aa074ba22e admin admin] Pushing event deleted for resources: {'Network': ['ID=39d66c8c-cd4b-40b1-8b25-27033acedcf8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:38.154532 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60050) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:38.221073 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-423d3f98-3ad4-4571-8fd7-f50e0b4c43f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf623e0c919f4f77806f7be05f57d86b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0641739 Nov 22 18:33:38.225570 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60056) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:38.300317 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:38.329332 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:38.400387 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:38.404196 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:38.406348 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/719b0401-6928-475f-9e82-f858da1416f4 HTTP/1.1" status: 204 len: 168 time: 0.1795928 Nov 22 18:33:38.435914 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fb1a4-a459-4a0c-be45-c03a94a2fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b0401-6928-475f-9e82-f858da1416f4,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:39.074181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60100) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:39.284517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-433a4f07-b13b-48f7-9623-e2719bba1081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.393552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-433a4f07-b13b-48f7-9623-e2719bba1081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.398543 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-433a4f07-b13b-48f7-9623-e2719bba1081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.444878 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-433a4f07-b13b-48f7-9623-e2719bba1081 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16149aa2785d45d7b84396c36a8655d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692369 Nov 22 18:33:39.445900 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4f07-b13b-48f7-9623-e2719bba1081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38213a7a-1143-4629-a125-39ba3ba32204,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:39.450141 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60112) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:39.535971 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.564105 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.641180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.643865 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:39.645089 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38213a7a-1143-4629-a125-39ba3ba32204 HTTP/1.1" status: 204 len: 168 time: 0.1933944 Nov 22 18:33:39.653656 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f92c9-7602-422d-b0c9-9a0b24ca17b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38213a7a-1143-4629-a125-39ba3ba32204,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:40.450002 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60144) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:40.609984 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-138552952-network', 'tenant_id': '19b7c1bad77c48809a2a5cb464c83587'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:40.642732 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Made reservation on behalf of 19b7c1bad77c48809a2a5cb464c83587 for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:40.645405 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.656316 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.754834 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.760637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.789798 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:33:40.801576 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9063e0f9-6dc1-45e0-ac5f-2554e80c705e,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:40.807153 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.807502 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Added segment e4e0cf7f-8823-4091-a7d1-66f668121cd5 of type vlan for network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 Nov 22 18:33:40.856766 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.904240 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:40.906316 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:40.907054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:41.003987 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5498428 Nov 22 18:33:41.004545 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60156) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:41.012405 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Request body: {'subnet': {'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-138552952-subnet', 'tenant_id': '19b7c1bad77c48809a2a5cb464c83587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:41.016549 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bc87b-37c2-45c7-947d-c8ac73532548 admin admin] Pushing event updated for resources: {'Network': ['ID=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:41.029427 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:33:41.034502 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924c46-cfbc-431a-aecf-8c5d89440c2c req-252f9512-aaad-4414-a9f2-9a0d604c82c1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:41.036100 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a6924c46-cfbc-431a-aecf-8c5d89440c2c req-252f9512-aaad-4414-a9f2-9a0d604c82c1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0828018 Nov 22 18:33:41.064378 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Made reservation on behalf of 19b7c1bad77c48809a2a5cb464c83587 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:41.067611 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59749138'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:41.097826 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a6924c46-cfbc-431a-aecf-8c5d89440c2c req-ffd3fdd9-03cd-4e19-933e-e674d2635186 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Nov 22 18:33:41.391034 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58845733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59749164'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:41.474686 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Pushing event updated for resources: {'Subnet': ['ID=edba6c03-4208-4b95-94e8-ff0ab8f8b05b,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:41.486560 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Checking segment: {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:41.486963 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Network hostable DHCP agents. Network: 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:33:41.514827 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:33:41.531132 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:41.538280 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:41.539631 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:41.545103 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d050e-de73-49ab-89a5-1ec7cedae8cf None None] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:41.567600 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-18683a31-8bea-4409-b151-bb7649ae542f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5610268 Nov 22 18:33:41.751500 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb72ea-1dfa-4a32-b0b3-fdac97dc6b4a None None] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:41.809554 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60208) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:41.986326 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c95ddbab-a800-47d0-a04c-7124b4581edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.106440 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c95ddbab-a800-47d0-a04c-7124b4581edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.113316 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c95ddbab-a800-47d0-a04c-7124b4581edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.167779 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c95ddbab-a800-47d0-a04c-7124b4581edf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95cc796945ff4536aeeaa30e2324a097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587527 Nov 22 18:33:42.167779 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ddbab-a800-47d0-a04c-7124b4581edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59296f2-7343-4526-a31f-4a25516fedc3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:42.169477 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60234) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:42.272698 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.285038 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747e431-0668-4ea2-97d1-a1ac8190b209 req-fa061b79-a896-482a-9f64-fe8eac22785c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:42.287515 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e747e431-0668-4ea2-97d1-a1ac8190b209 req-fa061b79-a896-482a-9f64-fe8eac22785c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0630238 Nov 22 18:33:42.306104 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.385006 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e747e431-0668-4ea2-97d1-a1ac8190b209 req-c1524f42-3ce6-43ca-b6d6-26dcc10366a4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837905 Nov 22 18:33:42.416038 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.418771 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:42.422905 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d59296f2-7343-4526-a31f-4a25516fedc3 HTTP/1.1" status: 204 len: 168 time: 0.2491865 Nov 22 18:33:42.445029 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd0a96-c197-4481-b3e9-e6647cb15d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59296f2-7343-4526-a31f-4a25516fedc3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:42.966125 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60284) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:43.195457 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dc5f974b-d5ac-4c4c-aff0-d86d7578abf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.310728 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dc5f974b-d5ac-4c4c-aff0-d86d7578abf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.316841 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dc5f974b-d5ac-4c4c-aff0-d86d7578abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.371719 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60304) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:43.372399 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-dc5f974b-d5ac-4c4c-aff0-d86d7578abf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0410d2700b954ed3b7e8cc7ff3c5b78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042923 Nov 22 18:33:43.376077 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f974b-d5ac-4c4c-aff0-d86d7578abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25835628-e575-43e8-a72e-91af02ecb2bb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:43.454067 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60308) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:43.465780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.499083 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.587729 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53429cd2-5171-4186-8263-67366eb8f468 req-17714347-6b49-4b53-96f5-a18111d8ae4f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:43.589283 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53429cd2-5171-4186-8263-67366eb8f468 req-17714347-6b49-4b53-96f5-a18111d8ae4f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0800846 Nov 22 18:33:43.615182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.619941 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.621895 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25835628-e575-43e8-a72e-91af02ecb2bb HTTP/1.1" status: 204 len: 168 time: 0.2491097 Nov 22 18:33:43.648941 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-559220560-network', 'tenant_id': '991b619c55704d9d8dc6cde72e9ffdc8'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:43.670872 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5385a9-bae1-41fc-9acb-927a76c5ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25835628-e575-43e8-a72e-91af02ecb2bb,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:43.733212 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53429cd2-5171-4186-8263-67366eb8f468 req-9c8711fa-d2c0-48ea-aec9-ccb1454f433c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Nov 22 18:33:43.746382 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Made reservation on behalf of 991b619c55704d9d8dc6cde72e9ffdc8 for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:43.756192 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.774367 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.912195 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.918537 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.964571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:33:43.972478 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39f3e4-2f7b-4050-abe0-ecd8472ebf3a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:43.981183 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:43.982035 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Added segment d889d231-dc8f-462c-bfb9-e10a1179ff99 of type vlan for network 807577e2-f4d3-4d7a-b28b-ed8e9364c882 Nov 22 18:33:44.116431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60338) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:44.121149 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.137758 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-72c6fdc8-417c-49b5-9cd3-740540caae21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.206171 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.207190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:44.207767 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.279177 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-72c6fdc8-417c-49b5-9cd3-740540caae21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.286348 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-72c6fdc8-417c-49b5-9cd3-740540caae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.316290 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8612752 Nov 22 18:33:44.331389 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60344) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:44.332053 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-f98200c3-a9f5-436f-96b3-0e973aecca1c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:44.334371 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-f98200c3-a9f5-436f-96b3-0e973aecca1c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 808 time: 0.2986755 Nov 22 18:33:44.345762 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Request body: {'subnet': {'network_id': '807577e2-f4d3-4d7a-b28b-ed8e9364c882', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-559220560-subnet', 'tenant_id': '991b619c55704d9d8dc6cde72e9ffdc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:44.346060 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c712-fe33-4af7-a23c-4448a997456d admin admin] Pushing event updated for resources: {'Network': ['ID=807577e2-f4d3-4d7a-b28b-ed8e9364c882,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:44.359682 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-dca79463-fa77-4980-8f0d-7cb5e6ed697a tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/quotas/19b7c1bad77c48809a2a5cb464c83587 HTTP/1.1" status: 200 len: 375 time: 0.0158362 Nov 22 18:33:44.363575 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 807577e2-f4d3-4d7a-b28b-ed8e9364c882 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:33:44.393455 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-72c6fdc8-417c-49b5-9cd3-740540caae21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bd3fba33c8943b69a92ce5291d9c288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754815 Nov 22 18:33:44.394329 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6fdc8-417c-49b5-9cd3-740540caae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8074b1a6-092e-42a6-8a79-06699247f9a8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:44.396818 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60346) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:44.416182 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-62895cb0-160d-4e6d-9ca9-eb5a2a8c9f25 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484147 Nov 22 18:33:44.443504 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Made reservation on behalf of 991b619c55704d9d8dc6cde72e9ffdc8 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:44.446709 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59749138'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.529711 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.569438 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-fb936c99-2b7b-449b-b23d-3a653697538a service neutron] 10.222.0.61 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446967 Nov 22 18:33:44.581962 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.674003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.676640 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.678099 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8074b1a6-092e-42a6-8a79-06699247f9a8 HTTP/1.1" status: 204 len: 168 time: 0.2784321 Nov 22 18:33:44.721328 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e8130-4df9-45fe-84b6-a36ddbfb6000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8074b1a6-092e-42a6-8a79-06699247f9a8,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:44.741003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58845733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59749164'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.808845 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca575da3-c6b5-4e8e-ad29-8119054bba25,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:44.827160 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Checking segment: {'id': 'd889d231-dc8f-462c-bfb9-e10a1179ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '807577e2-f4d3-4d7a-b28b-ed8e9364c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:44.827666 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Network hostable DHCP agents. Network: 807577e2-f4d3-4d7a-b28b-ed8e9364c882, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:33:44.856383 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Network 807577e2-f4d3-4d7a-b28b-ed8e9364c882 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:33:44.870453 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 807577e2-f4d3-4d7a-b28b-ed8e9364c882) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:44.881801 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f4c63-6eb8-48ec-ab5e-5c098b3dc74b None None] Network 807577e2-f4d3-4d7a-b28b-ed8e9364c882 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:44.887762 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:44.890287 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:44.940015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-15a4f29a-2c37-4cd6-81b5-7ae51ed24478 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5932598 Nov 22 18:33:45.019919 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bb1bb-704c-4c8d-bfa4-3ffa8995c4fd req-b29da0c9-7a0c-4e59-a1ac-ac2012440698 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:45.021785 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-703bb1bb-704c-4c8d-bfa4-3ffa8995c4fd req-b29da0c9-7a0c-4e59-a1ac-ac2012440698 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0944142 Nov 22 18:33:45.028609 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-4c1cf20a-aec2-4427-9cc1-33eb67954960 service neutron] 10.222.0.61 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493940 Nov 22 18:33:45.108812 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b78b8e-3b59-4e9e-91d3-50bfdd65e52e None None] Network 807577e2-f4d3-4d7a-b28b-ed8e9364c882 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:45.132692 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-703bb1bb-704c-4c8d-bfa4-3ffa8995c4fd req-318552c4-37d1-4f2c-97e8-f0a59871c255 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965278 Nov 22 18:33:45.325583 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60372) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:45.424543 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df9abe33-9419-4d71-9ed6-1d67ff3032c0 req-d65a3085-ad3c-49ef-95c4-b7a01da28cad tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 210 time: 0.1004977 Nov 22 18:33:45.426244 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8bb10f79-7a72-4dd6-86a6-3f6539caef3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.553948 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8bb10f79-7a72-4dd6-86a6-3f6539caef3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.558291 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8bb10f79-7a72-4dd6-86a6-3f6539caef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.602057 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-8bb10f79-7a72-4dd6-86a6-3f6539caef3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=937fc3ee7eff4fac97e20c3135e82635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619960 Nov 22 18:33:45.603202 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10f79-7a72-4dd6-86a6-3f6539caef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a43b9f-bb00-42bb-b2cf-9d216f9c8782,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:45.608679 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60384) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:45.684450 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.714513 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.799108 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.802620 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.804311 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27a43b9f-bb00-42bb-b2cf-9d216f9c8782 HTTP/1.1" status: 204 len: 168 time: 0.1946633 Nov 22 18:33:45.815463 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03892588-2f53-4c98-8a41-92eceeb1417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a43b9f-bb00-42bb-b2cf-9d216f9c8782,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:45.907577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60396) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:45.913025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154639709-network', 'tenant_id': 'c32bfae07e9b4e6daedceb2a17a830ed'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:45.947847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Made reservation on behalf of c32bfae07e9b4e6daedceb2a17a830ed for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:45.950577 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:45.962204 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.073391 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.080101 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.109685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:33:46.119450 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca6ce7a-7b33-474b-8bd1-2972731dceff,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:46.126985 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.127456 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Added segment 847958cf-13cc-4aa9-90de-dde385694dbd of type vlan for network 2f61092b-d1d7-47e8-8474-4f7232d63f6e Nov 22 18:33:46.176707 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.207723 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.209377 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:46.210057 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.286938 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3716121 Nov 22 18:33:46.288963 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21254d-ab43-4ed4-9799-5dcf1a67db2c admin admin] Pushing event updated for resources: {'Network': ['ID=2f61092b-d1d7-47e8-8474-4f7232d63f6e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:46.289473 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60404) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:46.294575 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Request body: {'subnet': {'network_id': '2f61092b-d1d7-47e8-8474-4f7232d63f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154639709-subnet', 'tenant_id': 'c32bfae07e9b4e6daedceb2a17a830ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:46.308131 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 2f61092b-d1d7-47e8-8474-4f7232d63f6e details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:33:46.340100 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Made reservation on behalf of c32bfae07e9b4e6daedceb2a17a830ed for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:46.343397 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.398362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a2b4-27bd-433f-9477-19f1abc2a696 req-455ec8c8-b1ff-427d-8b6f-a0893383ef7a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:46.400975 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5f83a2b4-27bd-433f-9477-19f1abc2a696 req-455ec8c8-b1ff-427d-8b6f-a0893383ef7a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1478369 Nov 22 18:33:46.498157 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5f83a2b4-27bd-433f-9477-19f1abc2a696 req-58938d96-44b4-4017-81fe-535496e53080 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856168 Nov 22 18:33:46.661205 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.683497 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3664169-1542-4d0b-8c89-ac7f590f4c54 req-38e6b913-6bdc-4c70-aaf2-65c553396077 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 210 time: 0.0394869 Nov 22 18:33:46.737413 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0160ea-7055-410f-b8e0-bdf13bec33e0,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:46.769939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Checking segment: {'id': '847958cf-13cc-4aa9-90de-dde385694dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2f61092b-d1d7-47e8-8474-4f7232d63f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:46.770612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Network hostable DHCP agents. Network: 2f61092b-d1d7-47e8-8474-4f7232d63f6e, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:33:46.798070 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Network 2f61092b-d1d7-47e8-8474-4f7232d63f6e is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:33:46.819968 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 2f61092b-d1d7-47e8-8474-4f7232d63f6e) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:46.837504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:46.838315 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:46.841249 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21851004-7831-452e-ae8c-5bcc3c475d66 None None] Network 2f61092b-d1d7-47e8-8474-4f7232d63f6e requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:46.880831 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f0beb8c5-bc77-44dd-8f86-a39766469e61 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5902438 Nov 22 18:33:46.980276 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-b8ad068e-d4fd-4a47-a594-b68f80b324f4 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:46.983532 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-b8ad068e-d4fd-4a47-a594-b68f80b324f4 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 808 time: 0.2278352 Nov 22 18:33:47.006055 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Request body: {'port': {'device_id': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61', 'admin_state_up': True, 'tenant_id': '19b7c1bad77c48809a2a5cb464c83587'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:47.126955 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60440) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:47.180320 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e4e57-e96b-49b6-aa64-1b7d2ce32138 None None] Network 2f61092b-d1d7-47e8-8474-4f7232d63f6e requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:47.214424 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Deleting subnet ca575da3-c6b5-4e8e-ad29-8119054bba25 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:33:47.218781 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.219079 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Made reservation on behalf of 19b7c1bad77c48809a2a5cb464c83587 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:47.224717 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.267833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.339618 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.447063 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Allocated IP 172.20.0.6 (2634ccd8-c18f-44ae-bfc7-c2cc410eaf61/edba6c03-4208-4b95-94e8-ff0ab8f8b05b/a9cad9f2-6526-49a6-ae2e-e7443f044f66) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:47.457224 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.485868 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca575da3-c6b5-4e8e-ad29-8119054bba25,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:47.489749 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.499330 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-77dd45eb-a781-4104-a30d-6a30167b0ef8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ca575da3-c6b5-4e8e-ad29-8119054bba25 HTTP/1.1" status: 204 len: 168 time: 0.3701456 Nov 22 18:33:47.501897 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60448) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:47.638231 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.742846 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.760679 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663e5c5-8115-4bbd-bb4a-7f486e129d5f req-c8a73b4e-8940-491c-bb15-31a57b57f3a3 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:47.769670 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e663e5c5-8115-4bbd-bb4a-7f486e129d5f req-c8a73b4e-8940-491c-bb15-31a57b57f3a3 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1357727 Nov 22 18:33:47.777606 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.804526 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.844911 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:47.850805 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Pushing event updated for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:47.854915 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807577e2-f4d3-4d7a-b28b-ed8e9364c882']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:47.858497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:47.861118 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:47.878192 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd889d231-dc8f-462c-bfb9-e10a1179ff99') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:47.879436 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd889d231-dc8f-462c-bfb9-e10a1179ff99') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:47.915507 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e663e5c5-8115-4bbd-bb4a-7f486e129d5f req-a239a492-180e-407a-b2b2-225e1c89fece tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444490 Nov 22 18:33:47.936944 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.939771 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:47.941091 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.967640 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-de6acefa-0999-4ee9-b3f9-247398f2051e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659939 Nov 22 18:33:47.983431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.991856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Request body: {'port': {'device_id': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:47.994301 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:33:47.994929 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:33:47.997177 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:33:48.052744 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb373c2-ccd3-4757-a5d0-211062faae1d req-5858eac8-eecc-4de7-8b1a-76a5944234ff tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:48.062681 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bfb373c2-ccd3-4757-a5d0-211062faae1d req-5858eac8-eecc-4de7-8b1a-76a5944234ff tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 931 time: 0.1678638 Nov 22 18:33:48.112609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.146885 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.150558 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] 10.222.0.61 "DELETE /v2.0/networks/807577e2-f4d3-4d7a-b28b-ed8e9364c882 HTTP/1.1" status: 204 len: 168 time: 0.6473184 Nov 22 18:33:48.164328 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60470) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:48.184536 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bfb373c2-ccd3-4757-a5d0-211062faae1d req-bcd90053-02fd-46ab-b517-03917db40a0b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207874 Nov 22 18:33:48.185409 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae4928-67b4-439d-8a43-2d52b7895589 admin admin] Pushing event deleted for resources: {'Network': ['ID=807577e2-f4d3-4d7a-b28b-ed8e9364c882,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:48.272488 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Deleting subnet 5f0160ea-7055-410f-b8e0-bdf13bec33e0 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:33:48.276480 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.305431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60472) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:48.337300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.389695 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.400949 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.461665 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cb0b99be-947d-4acb-96e7-66356ec2ebe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.497054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.538518 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0160ea-7055-410f-b8e0-bdf13bec33e0,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:48.545940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.549343 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-5efd538d-f1d3-4810-810b-a3e0d89d8529 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5f0160ea-7055-410f-b8e0-bdf13bec33e0 HTTP/1.1" status: 204 len: 168 time: 0.3840704 Nov 22 18:33:48.551906 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60476) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:48.649068 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.660209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cb0b99be-947d-4acb-96e7-66356ec2ebe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.667286 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cb0b99be-947d-4acb-96e7-66356ec2ebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.695558 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cad9f2-6526-49a6-ae2e-e7443f044f66 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:48.707675 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.721761 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Transition to ACTIVE for port object a9cad9f2-6526-49a6-ae2e-e7443f044f66 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:33:48.726691 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.763725 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cb0b99be-947d-4acb-96e7-66356ec2ebe9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5959d9a47abc44a3bff17366148936e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548023 Nov 22 18:33:48.765371 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60478) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:48.782458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b99be-947d-4acb-96e7-66356ec2ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfae25b-a8b1-4b72-8a6a-0d6521ae3f47,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:48.787615 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:48.796799 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.838621 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f61092b-d1d7-47e8-8474-4f7232d63f6e']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:48.852926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847958cf-13cc-4aa9-90de-dde385694dbd') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:48.852926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847958cf-13cc-4aa9-90de-dde385694dbd') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:48.864980 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.879673 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Attempting to bind port a9cad9f2-6526-49a6-ae2e-e7443f044f66 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:48.879944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Attempting to bind port a9cad9f2-6526-49a6-ae2e-e7443f044f66 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:48.880217 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Attempting to bind port a9cad9f2-6526-49a6-ae2e-e7443f044f66 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:48.884833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.886832 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Port a9cad9f2-6526-49a6-ae2e-e7443f044f66 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:33:48.887390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Attempting to bind port a9cad9f2-6526-49a6-ae2e-e7443f044f66 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:48.890159 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.893051 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:48.893385 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Checking segment: {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:48.893776 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Bound using segment: {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:48.894202 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Bound port: a9cad9f2-6526-49a6-ae2e-e7443f044f66, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:48.894552 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.904584 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:33:48.904995 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:33:48.906744 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:33:48.951454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.977458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:48.981663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:48.989563 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:48.995456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.013858 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.017548 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f61092b-d1d7-47e8-8474-4f7232d63f6e HTTP/1.1" status: 204 len: 168 time: 0.4642637 Nov 22 18:33:49.031992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:49.032840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.034112 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] 10.222.0.57 "PUT /v2.0/ports/a9cad9f2-6526-49a6-ae2e-e7443f044f66 HTTP/1.1" status: 200 len: 1093 time: 1.0535824 Nov 22 18:33:49.034590 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:49.037233 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f01635-8a37-4113-a823-4b61a0c45963" -d '{"events": [{"name": "network-changed", "server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:49.041057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad479c2-de73-4607-93e8-fd40a030b2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f61092b-d1d7-47e8-8474-4f7232d63f6e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:49.104449 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.107604 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.129715 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9635283-1edd-4f15-867f-173818734518 x-openstack-request-id: req-a9635283-1edd-4f15-867f-173818734518 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:49.130222 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:49.131219 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cfae25b-a8b1-4b72-8a6a-0d6521ae3f47 HTTP/1.1" status: 204 len: 168 time: 0.3627102 Nov 22 18:33:49.135381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9635283-1edd-4f15-867f-173818734518 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:49.148237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306a253-6dbf-4a5e-b47a-b7003d3d8b42 req-53bf68b8-7faf-4ff7-b9e1-caaa54d21b66 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:49.148458 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66', 'status': 'completed', 'code': 200} Nov 22 18:33:49.149874 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c306a253-6dbf-4a5e-b47a-b7003d3d8b42 req-53bf68b8-7faf-4ff7-b9e1-caaa54d21b66 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1515625 Nov 22 18:33:49.156818 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bb46e-21a5-48aa-b758-aa74b07c04d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfae25b-a8b1-4b72-8a6a-0d6521ae3f47,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:49.224048 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1746ae-c6a8-461b-af24-2b1f38484399 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:49.261642 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c306a253-6dbf-4a5e-b47a-b7003d3d8b42 req-ffd175f7-9c60-4f34-99c6-8f5a005ea83c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916948 Nov 22 18:33:49.265021 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-c1f52fbc-4ffb-4b37-ba4e-8afa641c4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:49.268135 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-c1f52fbc-4ffb-4b37-ba4e-8afa641c4b16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 1096 time: 0.1630216 Nov 22 18:33:49.288062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60500) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:49.373770 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-0cd84e3b-012f-42de-b6e6-c3a6287c7bbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66 HTTP/1.1" status: 200 len: 217 time: 0.0922203 Nov 22 18:33:49.385910 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4b78bb46-9d5d-42e0-8984-a61861c32ff6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=991b619c55704d9d8dc6cde72e9ffdc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966411 Nov 22 18:33:49.388669 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60502) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:49.474971 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-5d9e81f1-af39-4596-9569-909f107b6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:49.476752 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-5d9e81f1-af39-4596-9569-909f107b6298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edba6c03-4208-4b95-94e8-ff0ab8f8b05b HTTP/1.1" status: 200 len: 848 time: 0.0946872 Nov 22 18:33:49.532466 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-587c9a07-5bc3-4ce7-ab35-9177222aca8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400105 Nov 22 18:33:49.540546 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956fd25-60d1-4e07-9081-280ca98f33b6 req-6db137af-c221-4e53-9f5d-279d6a3ea05b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:49.554119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1956fd25-60d1-4e07-9081-280ca98f33b6 req-6db137af-c221-4e53-9f5d-279d6a3ea05b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 943 time: 0.1549237 Nov 22 18:33:49.574560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.660192 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.684292 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-2a4b650e-bde3-46af-8f04-ddcd42b7e7b4 service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398799 Nov 22 18:33:49.728888 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1956fd25-60d1-4e07-9081-280ca98f33b6 req-0b4cb63e-f34c-4360-9043-f2dfac7fa1fe tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730084 Nov 22 18:33:49.797529 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.800419 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:49.805072 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae39f3e4-2f7b-4050-abe0-ecd8472ebf3a HTTP/1.1" status: 204 len: 168 time: 0.4145947 Nov 22 18:33:49.815052 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde9557-d4df-487c-9ffe-ee682c29ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39f3e4-2f7b-4050-abe0-ecd8472ebf3a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:49.914844 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-20115b33-88b7-4651-8c06-e268a0c8b736 req-bde7d2b8-2fc9-4ba6-a603-16002caaa1ee service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174816 Nov 22 18:33:50.042926 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-70711bec-8c4e-455e-a8c9-31e303e99fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:50.046534 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-70711bec-8c4e-455e-a8c9-31e303e99fd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 1096 time: 0.0586362 Nov 22 18:33:50.173225 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-84eb8367-4809-4adb-9b76-c6eca9ae7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:50.175752 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-84eb8367-4809-4adb-9b76-c6eca9ae7cfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 909 time: 0.1218302 Nov 22 18:33:50.241492 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-d142eed7-162a-4b63-9b65-ddb014ff326a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66 HTTP/1.1" status: 200 len: 217 time: 0.0513210 Nov 22 18:33:50.314364 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-121ebf69-41df-4dea-8920-0d2f515b353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:50.316135 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-121ebf69-41df-4dea-8920-0d2f515b353d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edba6c03-4208-4b95-94e8-ff0ab8f8b05b HTTP/1.1" status: 200 len: 848 time: 0.0630114 Nov 22 18:33:50.321220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60532) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:50.363276 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-428831c8-93cd-424e-8706-2e4451fb67cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373600 Nov 22 18:33:50.388115 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3ad5ad4d-50e3-47b1-a6c7-b27bf38eb9a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c32bfae07e9b4e6daedceb2a17a830ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655146 Nov 22 18:33:50.393181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60538) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:50.488107 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60540) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:50.496552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.510329 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-c0d25c8f-6825-4b40-ba37-e59eed86a401 service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336195 Nov 22 18:33:50.525301 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48455b0d-6395-4b14-937d-bdb4dd7df807 req-9ef01e46-eb2b-4cfb-9c08-a954c1cf9e75 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:50.527041 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-48455b0d-6395-4b14-937d-bdb4dd7df807 req-9ef01e46-eb2b-4cfb-9c08-a954c1cf9e75 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0810099 Nov 22 18:33:50.542139 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.616729 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-48455b0d-6395-4b14-937d-bdb4dd7df807 req-8f93319b-c831-4c04-b785-b193cdf4834b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809920 Nov 22 18:33:50.642602 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-384929134-network', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:50.646715 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.650510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.655440 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aca6ce7a-7b33-474b-8bd1-2972731dceff HTTP/1.1" status: 204 len: 168 time: 0.2609496 Nov 22 18:33:50.674720 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e5d9d-110d-47f8-8a15-880d5b175b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca6ce7a-7b33-474b-8bd1-2972731dceff,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:50.688111 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e5f01635-8a37-4113-a823-4b61a0c45963 req-4da12960-7404-4e14-be77-479b81f85a7d service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688769 Nov 22 18:33:50.709892 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Made reservation on behalf of 323a1e4186f44ebab92fb58bf01c2fd6 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:50.719570 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.737368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.868511 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.878757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.921281 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:33:50.934566 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2c1fe-dc5e-4820-b31a-c8b767e63d33,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:50.944699 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:50.945051 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Added segment 45499b60-bb62-4dec-a61e-61d810b2e3b7 of type vlan for network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 Nov 22 18:33:50.974431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0f38-a697-4182-8bf8-fa26ab1576eb req-74e5c3d2-aa7c-45b9-bfc2-8176bd4bca45 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:50.977123 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-585a0f38-a697-4182-8bf8-fa26ab1576eb req-74e5c3d2-aa7c-45b9-bfc2-8176bd4bca45 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 943 time: 0.1119545 Nov 22 18:33:51.031382 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.060492 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-585a0f38-a697-4182-8bf8-fa26ab1576eb req-ea7e6bb8-6062-4500-a4ee-d5eb4c298aa5 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Nov 22 18:33:51.062701 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.063974 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:51.064754 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.071219 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60560) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:51.150113 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6607893 Nov 22 18:33:51.152971 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60566) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:51.156322 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c095044-871c-4ffa-9859-077e2bb1833b admin admin] Pushing event updated for resources: {'Network': ['ID=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:51.160468 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Request body: {'subnet': {'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-384929134-subnet', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:51.167400 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:33:51.193780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Made reservation on behalf of 323a1e4186f44ebab92fb58bf01c2fd6 for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:51.197349 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.287981 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-711c3dd6-d7c7-4ee8-bdb4-972ea495ed7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.483776 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-711c3dd6-d7c7-4ee8-bdb4-972ea495ed7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.491791 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-711c3dd6-d7c7-4ee8-bdb4-972ea495ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.523023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.587190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c3dd6-d7c7-4ee8-bdb4-972ea495ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d3749e-a7ae-47be-a2c1-baeab213c4ca,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:51.600006 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-711c3dd6-d7c7-4ee8-bdb4-972ea495ed7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=542e707404654532be51ccd75b54c504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276396 Nov 22 18:33:51.604477 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60582) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:51.625302 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd19d537-f264-4019-8933-f157a58afaab,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:51.636787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Checking segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:51.637167 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Network hostable DHCP agents. Network: 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:33:51.663501 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:33:51.675880 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:51.682100 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.685083 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0986c43-1986-4a6b-afca-57dd1051a9b4 None None] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:51.694334 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:51.694334 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.714902 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.717309 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-64342f3a-adea-4fc4-8a07-fb459c8c989f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5626922 Nov 22 18:33:51.720258 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60590) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:51.729878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:51.777124 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.779023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.808411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.813722 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.817832 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3d3749e-a7ae-47be-a2c1-baeab213c4ca HTTP/1.1" status: 204 len: 168 time: 0.2099705 Nov 22 18:33:51.828051 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b662-ca3f-49c7-a883-182e05c217bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d3749e-a7ae-47be-a2c1-baeab213c4ca,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:51.887952 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:51.909431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692d45-f986-4bed-a15e-dc72a6f5cf35 req-9b9f9cb7-6916-4f28-907c-0dbb6140c747 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:51.909431 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea692d45-f986-4bed-a15e-dc72a6f5cf35 req-9b9f9cb7-6916-4f28-907c-0dbb6140c747 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1214821 Nov 22 18:33:51.978248 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:33:51.980016 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.092726 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.105084 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea692d45-f986-4bed-a15e-dc72a6f5cf35 req-6a9329ce-b9f8-4625-bdb7-f0e599b39c55 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492224 Nov 22 18:33:52.268965 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Allocated IP 172.20.0.2 (5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4/dd19d537-f264-4019-8933-f157a58afaab/b791be79-116e-4218-a025-dc022a27e4c9) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:52.379089 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efc621-a5b5-4641-9586-466c32c51cea req-474b928c-01fc-4d58-875a-31d0bbb1fc36 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:52.380721 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55efc621-a5b5-4641-9586-466c32c51cea req-474b928c-01fc-4d58-875a-31d0bbb1fc36 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 943 time: 0.1201432 Nov 22 18:33:52.392453 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.428562 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.524714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.527308 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55efc621-a5b5-4641-9586-466c32c51cea req-3ee822a3-8f20-4cc8-981d-3ff0c8b76b40 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309590 Nov 22 18:33:52.537796 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.638227 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Allocated IP 172.27.1.250 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/4ef3c86f-5d1d-4564-985d-00ad76b915cd) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:52.666267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:52.672617 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:52.674441 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:52.717495 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Pushing event updated for resources: {'Port': ['ID=b791be79-116e-4218-a025-dc022a27e4c9,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:52.763539 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Attempting to bind port b791be79-116e-4218-a025-dc022a27e4c9 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:52.764779 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Attempting to bind port b791be79-116e-4218-a025-dc022a27e4c9 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:52.765171 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Attempting to bind port b791be79-116e-4218-a025-dc022a27e4c9 on network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:52.771952 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:52.772340 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Checking segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:52.772760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.773872 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Bound using segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:52.774384 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Bound port: b791be79-116e-4218-a025-dc022a27e4c9, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:52.774788 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.795860 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.874523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] For port b791be79-116e-4218-a025-dc022a27e4c9, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:52.874945 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.879523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] For port b791be79-116e-4218-a025-dc022a27e4c9, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b791be79-116e-4218-a025-dc022a27e4c9,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:52.886647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:52.942712 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef3c86f-5d1d-4564-985d-00ad76b915cd,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:52.946152 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01b3f-335f-49e8-9627-99bd602bc023 None None] Pushing event updated for resources: {'Port': ['ID=b791be79-116e-4218-a025-dc022a27e4c9,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:52.959462 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:52.961133 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:52.964433 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:53.308012 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60644) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:53.353894 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device a9cad9f2-6526-49a6-ae2e-e7443f044f66 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:33:53.584179 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:53.627699 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66', 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61', 'port_id': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66', 'mac_address': 'fa:16:3e:08:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edba6c03-4208-4b95-94e8-ff0ab8f8b05b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:33:53.771288 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-465879185-network', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:53.809798 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:53.835490 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:53.838541 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Made reservation on behalf of c8b07724e8c04d128ea3215f3707bd15 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:53.848038 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:53.881367 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cad9f2-6526-49a6-ae2e-e7443f044f66 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:33:53.908287 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:53.956060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b791be79-116e-4218-a025-dc022a27e4c9 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:53.978095 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.002773 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:54.019828 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.070942 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.082309 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.085450 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0353d9-6c1a-4b74-b6b6-b347dd22468e req-bb21d9f1-0611-4d5f-bf73-67552ef0b8d2 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:54.096493 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a0353d9-6c1a-4b74-b6b6-b347dd22468e req-bb21d9f1-0611-4d5f-bf73-67552ef0b8d2 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.8675048 Nov 22 18:33:54.120254 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:33:54.133244 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:54.167628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.167994 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Added segment 5a0af26a-f6b8-431b-a1f8-c557a03b5124 of type vlan for network d7309596-ce01-4971-82b2-2735b6114735 Nov 22 18:33:54.178301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd92d5b-d0e6-4090-bff0-ce1e52be0972,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:54.224086 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port b791be79-116e-4218-a025-dc022a27e4c9 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:54.224086 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.233121 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.255204 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9a0353d9-6c1a-4b74-b6b6-b347dd22468e req-149d20a6-e8be-4145-bc00-c6543472a40f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569064 Nov 22 18:33:54.270579 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.272031 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:54.272888 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.288688 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614af6-a2d9-43e0-a4f0-da26e397197f req-89890e51-f134-4528-9c81-58f4c7dc581c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:54.293708 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a614af6-a2d9-43e0-a4f0-da26e397197f req-89890e51-f134-4528-9c81-58f4c7dc581c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 944 time: 0.3135946 Nov 22 18:33:54.375494 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0567772 Nov 22 18:33:54.376271 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60668) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:54.387729 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Request body: {'subnet': {'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-465879185-subnet', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:54.420208 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6503-a887-45ac-998d-8fc7a4061c40 admin admin] Pushing event updated for resources: {'Network': ['ID=d7309596-ce01-4971-82b2-2735b6114735,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:54.465456 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network d7309596-ce01-4971-82b2-2735b6114735 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:33:54.468472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['a9cad9f2-6526-49a6-ae2e-e7443f044f66'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:33:54.516251 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Made reservation on behalf of c8b07724e8c04d128ea3215f3707bd15 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:33:54.532360 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59749138'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.580282 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a614af6-a2d9-43e0-a4f0-da26e397197f req-9d06dd06-ab59-471f-bc58-265ead75495c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745249 Nov 22 18:33:54.593855 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.850918 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58845733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59749164'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.864284 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa374f71-91c6-4019-b2c3-d2afc6c7acf1 None None] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:54.917663 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Router 402d99f8-96f5-473e-837d-eede03808fbd is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:33:54.940615 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:54.992217 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-5f475e92-b99c-41e8-bc45-25a7131ab864 None None] Provisioning complete for port b791be79-116e-4218-a025-dc022a27e4c9 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:54.992560 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5f475e92-b99c-41e8-bc45-25a7131ab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.038694 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ef5948-9cee-49bd-b97b-dec693b867c6,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:55.049453 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:55.049754 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Network hostable DHCP agents. Network: d7309596-ce01-4971-82b2-2735b6114735, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:33:55.097922 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port b791be79-116e-4218-a025-dc022a27e4c9, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b791be79-116e-4218-a025-dc022a27e4c9,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:55.104982 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Network d7309596-ce01-4971-82b2-2735b6114735 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:33:55.124823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, d7309596-ce01-4971-82b2-2735b6114735) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:55.131398 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:55.132780 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.152373 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.171901 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4ea1bc96-273d-46f4-b3c0-a770ff0ac22c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7913485 Nov 22 18:33:55.174218 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60678) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:55.188242 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:33:55.210650 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b74a0-fa81-48e0-b2f1-f632168bba17 None None] Network d7309596-ce01-4971-82b2-2735b6114735 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:55.240350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:33:55.245991 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.249422 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.262671 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Sync routers for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:33:55.281397 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.297343 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:55.305534 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:55.306428 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ac8c6fbd-7836-4d48-a540-4ae83fb6bbd2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5839374 Nov 22 18:33:55.312827 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60684) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:55.376755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.406679 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=b791be79-116e-4218-a025-dc022a27e4c9,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:55.492905 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0827-0477-44c5-b40e-58582f14bead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.589793 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:55.599500 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-d7309596-ce01-4971-82b2-2735b6114735', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:33:55.601259 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.721394 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:55.723736 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27a924-b0b5-493a-b176-903059a5247b req-54bc0038-871a-4f4c-8baf-c2c86734c533 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:55.725953 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fb27a924-b0b5-493a-b176-903059a5247b req-54bc0038-871a-4f4c-8baf-c2c86734c533 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1858504 Nov 22 18:33:55.877382 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b791be79-116e-4218-a025-dc022a27e4c9 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:55.965556 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:53Z', 'revision_number': 3, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:55.995059 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Checking router: 402d99f8-96f5-473e-837d-eede03808fbd for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:33:55.995691 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Updating router 402d99f8-96f5-473e-837d-eede03808fbd port 4ef3c86f-5d1d-4564-985d-00ad76b915cd binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:33:56.023365 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fb27a924-b0b5-493a-b176-903059a5247b req-6a71a05c-55e9-4606-995b-65f9aba66d69 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897935 Nov 22 18:33:56.030397 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.036468 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Allocated IP 172.20.0.2 (d7309596-ce01-4971-82b2-2735b6114735/38ef5948-9cee-49bd-b97b-dec693b867c6/3210cf88-3b14-41f7-8f7a-9538dccf8898) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:56.092598 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9fa87-a527-48bc-9eea-af87d3c29a2b req-ae996790-aafe-4f72-a03d-67e805b6f344 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:56.111634 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a9a9fa87-a527-48bc-9eea-af87d3c29a2b req-ae996790-aafe-4f72-a03d-67e805b6f344 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 944 time: 0.3044827 Nov 22 18:33:56.180104 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.188167 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-d1cf2bad-eb80-4ce3-a48c-bed9703ba148 None None] Provisioning complete for port b791be79-116e-4218-a025-dc022a27e4c9 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:56.188544 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2bad-eb80-4ce3-a48c-bed9703ba148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.203404 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.256413 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port b791be79-116e-4218-a025-dc022a27e4c9 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:56.256791 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.350398 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a9a9fa87-a527-48bc-9eea-af87d3c29a2b req-b7d3c5e9-8f7c-49a9-8b6e-2febc691d070 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361765 Nov 22 18:33:56.498550 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.507593 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.565273 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Attempting to bind port 4ef3c86f-5d1d-4564-985d-00ad76b915cd on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:56.567668 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Attempting to bind port 4ef3c86f-5d1d-4564-985d-00ad76b915cd by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:56.567668 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Attempting to bind port 4ef3c86f-5d1d-4564-985d-00ad76b915cd on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:56.573623 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Pushing event updated for resources: {'Port': ['ID=4ef3c86f-5d1d-4564-985d-00ad76b915cd,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:56.575634 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.578940 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:56.579559 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:56.580148 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.580695 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:56.581340 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Bound port: 4ef3c86f-5d1d-4564-985d-00ad76b915cd, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:56.581893 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.589836 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.590285 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.590618 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.591151 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.591692 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.592292 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.592788 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.593284 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.593745 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.594255 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.594726 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.595945 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.596200 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:33:56.689754 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] For port 4ef3c86f-5d1d-4564-985d-00ad76b915cd, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:56.697607 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] For port 4ef3c86f-5d1d-4564-985d-00ad76b915cd, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=4ef3c86f-5d1d-4564-985d-00ad76b915cd,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:56.699868 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Allocated IP 172.27.1.189 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/1d7946c1-527d-48eb-8801-8b7fe4973e54) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:56.705422 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.713734 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:56.715213 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Pushing event updated for resources: {'Port': ['ID=3210cf88-3b14-41f7-8f7a-9538dccf8898,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:56.724813 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.725258 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:56.729202 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:56.821365 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Attempting to bind port 3210cf88-3b14-41f7-8f7a-9538dccf8898 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:33:56.821920 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Attempting to bind port 3210cf88-3b14-41f7-8f7a-9538dccf8898 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:33:56.822397 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Attempting to bind port 3210cf88-3b14-41f7-8f7a-9538dccf8898 on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:33:56.831131 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:33:56.831724 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:33:56.832272 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.832985 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Bound using segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:33:56.833753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Bound port: 3210cf88-3b14-41f7-8f7a-9538dccf8898, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:33:56.834274 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:56.939652 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:56.945290 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:57.027651 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] For port 3210cf88-3b14-41f7-8f7a-9538dccf8898, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:33:57.035710 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] For port 3210cf88-3b14-41f7-8f7a-9538dccf8898, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=3210cf88-3b14-41f7-8f7a-9538dccf8898,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:33:57.046448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.109409 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.170900 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Allocated IP 172.20.0.1 (5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4/dd19d537-f264-4019-8933-f157a58afaab/c44f3995-90fc-48c6-8258-08a9f3974d1b) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:33:57.238900 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.261838 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa896c0-7842-47ee-9f2b-ca9c97d62405 None None] Pushing event updated for resources: {'Port': ['ID=3210cf88-3b14-41f7-8f7a-9538dccf8898,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:57.343511 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:57.345466 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:57.349763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:57.367025 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device a9cad9f2-6526-49a6-ae2e-e7443f044f66 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:57.409597 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:33:57.475906 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7946c1-527d-48eb-8801-8b7fe4973e54,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:57.510136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port a9cad9f2-6526-49a6-ae2e-e7443f044f66 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:33:57.520799 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port a9cad9f2-6526-49a6-ae2e-e7443f044f66 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:57.522714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.558623 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34518f-85ee-412e-9572-74aff43b5425 req-48ecbbc6-456e-4016-9649-38c4f53637ba tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:57.566407 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db34518f-85ee-412e-9572-74aff43b5425 req-48ecbbc6-456e-4016-9649-38c4f53637ba tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.2851129 Nov 22 18:33:57.788545 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.790464 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a97acf-ef96-4509-9a9d-9bc957b099ed None None] Pushing event updated for resources: {'Port': ['ID=4ef3c86f-5d1d-4564-985d-00ad76b915cd,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:57.858338 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5afc9e94-a677-4084-9e87-f7f9eb8ff0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.877867 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:33:57.882495 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be431b-5a22-414a-9d5c-05f591ee5d4c" -d '{"events": [{"server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "name": "network-vif-plugged", "status": "completed", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:33:57.912376 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:57.923826 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.928406 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:57.990648 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:53Z', 'revision_number': 3, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:58.017599 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db34518f-85ee-412e-9572-74aff43b5425 req-71a20191-225b-4a60-a1eb-829e46b6046d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524519 Nov 22 18:33:58.038174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bea3a-270b-459e-b00d-1607b45a93ce req-cc6fe3e0-5261-4cc3-9208-15a73736dded tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:58.051758 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b28bea3a-270b-459e-b00d-1607b45a93ce req-cc6fe3e0-5261-4cc3-9208-15a73736dded tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 944 time: 0.4534643 Nov 22 18:33:58.069916 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.089652 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 3210cf88-3b14-41f7-8f7a-9538dccf8898 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:33:58.097831 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff293-a2b3-4e58-acd8-c535819b3a15 None None] The sync data for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi is: [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:53Z', 'revision_number': 3, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:33:58.160872 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:58.188235 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.198909 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 3210cf88-3b14-41f7-8f7a-9538dccf8898 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:58.199698 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.406812 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df85898-3f48-403d-8ee7-f18fdd4b8b4c x-openstack-request-id: req-9df85898-3f48-403d-8ee7-f18fdd4b8b4c {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:33:58.407596 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "name": "network-vif-plugged", "status": "completed", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:33:58.408017 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9df85898-3f48-403d-8ee7-f18fdd4b8b4c {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:33:58.408647 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66', 'code': 200} Nov 22 18:33:58.430129 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.570519 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:58.588959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:58.593701 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:33:58.625577 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 3210cf88-3b14-41f7-8f7a-9538dccf8898, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=3210cf88-3b14-41f7-8f7a-9538dccf8898,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:33:58.637594 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.648431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42ba10-91eb-4cc4-bd27-6ad86ce81018 req-f3829ef6-9d68-400c-959c-ce7f699b545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:58.652785 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2e42ba10-91eb-4cc4-bd27-6ad86ce81018 req-f3829ef6-9d68-400c-959c-ce7f699b545e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1098 time: 0.1285017 Nov 22 18:33:58.657265 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.657917 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.751618 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=3210cf88-3b14-41f7-8f7a-9538dccf8898,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:58.821161 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b28bea3a-270b-459e-b00d-1607b45a93ce req-61a7bdd9-1b00-41b4-ac8a-6ba90238f826 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478936 Nov 22 18:33:58.858051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:58.892728 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:58.916434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.153150 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60766) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:59.203432 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2e42ba10-91eb-4cc4-bd27-6ad86ce81018 req-ad8c4abf-5256-4580-9b3e-19664d795193 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301638 Nov 22 18:33:59.208444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.211324 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e939022-dcfa-4ee8-b170-fc7044593d28 req-ac99352f-835a-42ff-aafc-cfcc25ad42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:59.212754 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8e939022-dcfa-4ee8-b170-fc7044593d28 req-ac99352f-835a-42ff-aafc-cfcc25ad42b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 1098 time: 0.2451713 Nov 22 18:33:59.224432 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-a1c9f032-0dbf-4db7-8cc1-f0172cf6c886 None None] Provisioning complete for port c44f3995-90fc-48c6-8258-08a9f3974d1b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:59.225150 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f032-0dbf-4db7-8cc1-f0172cf6c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.267615 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.334146 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:33:59.364048 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9f032-0dbf-4db7-8cc1-f0172cf6c886 None None] Port c44f3995-90fc-48c6-8258-08a9f3974d1b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:33:59.410672 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f3013-8ff0-4112-b3c6-0b498407dd96 None None] Network d7309596-ce01-4971-82b2-2735b6114735 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:33:59.458511 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:59.476609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19a26-88ce-4e96-9115-24e1be1302fd req-953bff53-2643-4d8f-8281-032c00076b4c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:33:59.477084 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cea82de-568b-4d95-a63b-ce7b595116a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.482139 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99c19a26-88ce-4e96-9115-24e1be1302fd req-953bff53-2643-4d8f-8281-032c00076b4c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.2945025 Nov 22 18:33:59.487997 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.597187 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8e939022-dcfa-4ee8-b170-fc7044593d28 req-36e83189-2119-44b1-96a3-9803dcbb2b85 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629045 Nov 22 18:33:59.607754 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99c19a26-88ce-4e96-9115-24e1be1302fd req-8ee3ebd0-c026-48b6-9088-beb765c71f7e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Nov 22 18:33:59.633553 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:33:59.675238 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.675900 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:33:59.676542 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b696010a-e4ce-4373-89b6-092aa87f27b4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5011964 Nov 22 18:33:59.683249 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60776) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:59.714754 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cea82de-568b-4d95-a63b-ce7b595116a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.720663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cea82de-568b-4d95-a63b-ce7b595116a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.757169 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-03324aa6-8cfc-43c6-90af-4eec8c2507fa None None] Provisioning complete for port 3210cf88-3b14-41f7-8f7a-9538dccf8898 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:33:59.758167 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-03324aa6-8cfc-43c6-90af-4eec8c2507fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.770242 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2cea82de-568b-4d95-a63b-ce7b595116a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16ec2f69034f4d0a99065c3a0db9bc00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067207 Nov 22 18:33:59.770242 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea82de-568b-4d95-a63b-ce7b595116a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27139a8b-06d9-48aa-b328-9950b89b45c5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:33:59.771251 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60780) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:33:59.821760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:33:59.822919 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:33:59.893909 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:33:59.902185 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:33:59.920865 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:33:59.950514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.071070 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.073953 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.078470 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27139a8b-06d9-48aa-b328-9950b89b45c5 HTTP/1.1" status: 204 len: 168 time: 0.3030815 Nov 22 18:34:00.123701 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9c9ea-d6dc-4c2d-8b19-3e5d35e151be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27139a8b-06d9-48aa-b328-9950b89b45c5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:00.127035 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 4ef3c86f-5d1d-4564-985d-00ad76b915cd up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:00.246202 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:00.308691 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f8ad3-84a5-4001-b6e6-9760f008caea req-1894277a-2cde-4444-bdb0-a4378d776260 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:00.310424 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b66f8ad3-84a5-4001-b6e6-9760f008caea req-1894277a-2cde-4444-bdb0-a4378d776260 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 945 time: 0.3043408 Nov 22 18:34:00.466134 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Router 402d99f8-96f5-473e-837d-eede03808fbd has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:34:00.470223 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60790) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:00.497564 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3536c1d3-09a7-477f-9359-976bab21c3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.503027 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b66f8ad3-84a5-4001-b6e6-9760f008caea req-bd5443d2-5231-4133-bbf8-22eb4ffb66dd tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845462 Nov 22 18:34:00.589566 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-3525a9fa-f487-44bf-ae46-bc8a56f5e2a0 None None] Provisioning complete for port c44f3995-90fc-48c6-8258-08a9f3974d1b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:00.590191 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3525a9fa-f487-44bf-ae46-bc8a56f5e2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.617294 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3536c1d3-09a7-477f-9359-976bab21c3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.624403 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3536c1d3-09a7-477f-9359-976bab21c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.625838 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 4ef3c86f-5d1d-4564-985d-00ad76b915cd triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:00.626403 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.706635 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-3525a9fa-f487-44bf-ae46-bc8a56f5e2a0 None None] Port c44f3995-90fc-48c6-8258-08a9f3974d1b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:00.744257 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:33:57Z', 'revision_number': 3, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:00.747496 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3536c1d3-09a7-477f-9359-976bab21c3b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bba200e93a64d86996e77bde5ab182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733078 Nov 22 18:34:00.760673 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60796) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:00.788166 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536c1d3-09a7-477f-9359-976bab21c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b90e77-036e-46e3-b52a-4ff4f8f450ba,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:00.809257 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:00.809677 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Updating router 51e1626c-892a-4c40-a481-ed9670dd75f7 port 1d7946c1-527d-48eb-8801-8b7fe4973e54 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:00.861558 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.862562 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:00.864380 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.894402 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-8d5431a5-0dd8-4e07-98a7-be0c9693b2e9 admin admin] 10.222.0.61 "PUT /v2.0/routers/402d99f8-96f5-473e-837d-eede03808fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5651357 Nov 22 18:34:00.937463 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:00.946884 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.140995 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.147481 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.158201 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4b90e77-036e-46e3-b52a-4ff4f8f450ba HTTP/1.1" status: 204 len: 168 time: 0.3942130 Nov 22 18:34:01.207504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e84bee-770e-4559-99f1-b48163fa1334 req-6729cefe-d137-4f43-9e17-1e7ae0fd9e71 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:01.209839 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39e84bee-770e-4559-99f1-b48163fa1334 req-6729cefe-d137-4f43-9e17-1e7ae0fd9e71 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.3272154 Nov 22 18:34:01.227330 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9d9c-6458-4481-a2cf-687406d60fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b90e77-036e-46e3-b52a-4ff4f8f450ba,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:01.306378 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 4ef3c86f-5d1d-4564-985d-00ad76b915cd, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=4ef3c86f-5d1d-4564-985d-00ad76b915cd,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:01.353439 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Sync routers for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:01.372136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.376889 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 3210cf88-3b14-41f7-8f7a-9538dccf8898 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:01.384627 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39e84bee-770e-4559-99f1-b48163fa1334 req-395bc794-c17a-4150-a7ad-3d6cb5077e10 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489258 Nov 22 18:34:01.423380 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:01.427103 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:01.527917 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.628155 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-12338cb7-7ac0-4364-947d-58242ba7a0ba None None] Provisioning complete for port 3210cf88-3b14-41f7-8f7a-9538dccf8898 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:01.628855 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-12338cb7-7ac0-4364-947d-58242ba7a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:01.825662 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:01.971433 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=4ef3c86f-5d1d-4564-985d-00ad76b915cd,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:02.069397 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04de0da-0757-4168-b6d0-408c832e54f3 req-b8c1bccf-69f3-4a17-a464-b7d2bf20fd39 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:02.073759 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f04de0da-0757-4168-b6d0-408c832e54f3 req-b8c1bccf-69f3-4a17-a464-b7d2bf20fd39 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 945 time: 0.3026843 Nov 22 18:34:02.085339 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 2, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:02.116019 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Checking router: 402d99f8-96f5-473e-837d-eede03808fbd for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:02.116771 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Updating router 402d99f8-96f5-473e-837d-eede03808fbd port c44f3995-90fc-48c6-8258-08a9f3974d1b binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:02.176729 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.255394 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f04de0da-0757-4168-b6d0-408c832e54f3 req-a743d452-ada4-47ca-b438-0ce013db26c0 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658728 Nov 22 18:34:02.259990 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Allocated IP 172.20.0.1 (d7309596-ce01-4971-82b2-2735b6114735/38ef5948-9cee-49bd-b97b-dec693b867c6/00876a5f-e747-474b-a433-defbb52106a7) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:02.277259 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60824) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:02.311543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90c9d02a-db88-4c8b-825d-e5f2ec7f5b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.422614 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.435968 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 3210cf88-3b14-41f7-8f7a-9538dccf8898 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:02.436621 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.484095 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.519520 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.564589 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.587819 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90c9d02a-db88-4c8b-825d-e5f2ec7f5b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.594352 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.597991 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.600924 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90c9d02a-db88-4c8b-825d-e5f2ec7f5b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:02.775372 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82146ae-074e-4d9c-912b-b0786e58455a None None] Pushing event updated for resources: {'Port': ['ID=1d7946c1-527d-48eb-8801-8b7fe4973e54,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:02.801347 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Pushing event updated for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:02.889061 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Attempting to bind port 1d7946c1-527d-48eb-8801-8b7fe4973e54 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:02.889688 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Attempting to bind port 1d7946c1-527d-48eb-8801-8b7fe4973e54 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:02.890186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Attempting to bind port 1d7946c1-527d-48eb-8801-8b7fe4973e54 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:02.893358 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-90c9d02a-db88-4c8b-825d-e5f2ec7f5b9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db99a255bb844efbabc02616c55b812a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146572 Nov 22 18:34:02.904671 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d02a-db88-4c8b-825d-e5f2ec7f5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6da8e-4596-498b-8b39-fbf9eb0e41b2,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:02.911187 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60842) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:02.974466 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:02.977732 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:02.984597 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60844) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:02.991296 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:03.006718 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1377587554-network', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:03.064584 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:03.064989 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:03.066742 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.067088 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:03.071474 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Bound port: 1d7946c1-527d-48eb-8801-8b7fe4973e54, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:03.074697 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.103499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Made reservation on behalf of 54852511d4b54614a1c132d37a3b6d4f for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:03.116210 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.178237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.207462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.283749 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 4ef3c86f-5d1d-4564-985d-00ad76b915cd up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:03.342993 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.360109 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.380207 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.396187 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] For port 1d7946c1-527d-48eb-8801-8b7fe4973e54, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:03.399254 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 4ef3c86f-5d1d-4564-985d-00ad76b915cd triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:03.399753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.404869 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea950e-b044-4bf7-a268-8d9065d19eca req-73d950cb-653a-436a-bdc2-c7253ff4bb77 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:03.408354 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0eea950e-b044-4bf7-a268-8d9065d19eca req-73d950cb-653a-436a-bdc2-c7253ff4bb77 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.6088290 Nov 22 18:34:03.560998 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.568052 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689a8e-0a51-458b-8810-6e798e5dd06f None None] Pushing event updated for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:03.579582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] For port 1d7946c1-527d-48eb-8801-8b7fe4973e54, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=1d7946c1-527d-48eb-8801-8b7fe4973e54,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:03.680848 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.735285 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Attempting to bind port c44f3995-90fc-48c6-8258-08a9f3974d1b on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:03.735994 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Attempting to bind port c44f3995-90fc-48c6-8258-08a9f3974d1b by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:03.736539 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Attempting to bind port c44f3995-90fc-48c6-8258-08a9f3974d1b on network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:03.743220 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:03.743963 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Checking segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:03.744540 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.745251 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Bound using segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:03.745911 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Bound port: c44f3995-90fc-48c6-8258-08a9f3974d1b, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:03.746542 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.761617 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0eea950e-b044-4bf7-a268-8d9065d19eca req-fce9aa75-c371-412b-8819-5c5fcdb4e34e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397694 Nov 22 18:34:03.773804 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82146ae-074e-4d9c-912b-b0786e58455a None None] Pushing event updated for resources: {'Port': ['ID=1d7946c1-527d-48eb-8801-8b7fe4973e54,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:03.780620 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.809484 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.822549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.839516 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.845279 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.862773 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03d6da8e-4596-498b-8b39-fbf9eb0e41b2 HTTP/1.1" status: 204 len: 168 time: 0.9503047 Nov 22 18:34:03.925710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:34:03.957881 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-241ccdc0-7c42-4aea-949b-23b3b27ac873 None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:03.958185 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-241ccdc0-7c42-4aea-949b-23b3b27ac873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:03.973336 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69cb94d-0f0e-4ea1-8969-682de045cb7d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:03.977328 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] For port c44f3995-90fc-48c6-8258-08a9f3974d1b, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:03.993759 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] For port c44f3995-90fc-48c6-8258-08a9f3974d1b, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=c44f3995-90fc-48c6-8258-08a9f3974d1b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:03.999738 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.000152 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Added segment 8f417111-ca47-4ad1-997d-21e7875f727d of type vlan for network 87813736-98b0-4cce-b9e8-26ce1a5f472e Nov 22 18:34:04.005804 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.057249 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32556a13-3059-46a1-bde6-7edb1ac48090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6da8e-4596-498b-8b39-fbf9eb0e41b2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:04.139544 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:04.140583 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:04.152401 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.190362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614209-47db-4475-a9fc-d25f8a43c876 req-ab6da5a5-020c-4cde-ac9e-8517a5ba5a7c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:04.198365 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-32614209-47db-4475-a9fc-d25f8a43c876 req-ab6da5a5-020c-4cde-ac9e-8517a5ba5a7c tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 945 time: 0.2660725 Nov 22 18:34:04.201864 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-241ccdc0-7c42-4aea-949b-23b3b27ac873 None None] Port 00876a5f-e747-474b-a433-defbb52106a7 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:04.203660 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:04.204151 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:04.255105 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.256314 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:04.257106 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.293674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86264833-9e4a-4f02-9761-954ef3ad8606 req-4d5e0c09-f652-4b4c-a650-81553e2f867b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:04.295847 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689a8e-0a51-458b-8810-6e798e5dd06f None None] Pushing event updated for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:04.305693 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86264833-9e4a-4f02-9761-954ef3ad8606 req-4d5e0c09-f652-4b4c-a650-81553e2f867b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.2114973 Nov 22 18:34:04.442942 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4553216 Nov 22 18:34:04.444117 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:04.455536 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60872) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:04.473646 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Request body: {'subnet': {'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1377587554-subnet', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:04.500906 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03789e-e207-45b9-bef0-8734424bd83b admin admin] Pushing event updated for resources: {'Network': ['ID=87813736-98b0-4cce-b9e8-26ce1a5f472e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:04.513774 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Made reservation on behalf of 54852511d4b54614a1c132d37a3b6d4f for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:04.516860 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59749138'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.552013 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:34:04.613272 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] Provisioning complete for port c44f3995-90fc-48c6-8258-08a9f3974d1b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:04.614498 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.708921 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:04.833897 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-32614209-47db-4475-a9fc-d25f8a43c876 req-e4efd837-0f73-42bd-88a3-d586338c6062 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187499 Nov 22 18:34:04.860225 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86264833-9e4a-4f02-9761-954ef3ad8606 req-6efc7269-5a3d-4772-a368-0c328eca8853 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418916 Nov 22 18:34:04.864360 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58845733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59749164'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.907339 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:04.919846 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.003462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b63daa-6362-4d9c-9a3c-01b9a3aa958c,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:05.030585 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Checking segment: {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:05.031737 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Network hostable DHCP agents. Network: 87813736-98b0-4cce-b9e8-26ce1a5f472e, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:34:05.033122 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.068049 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:34:05.089337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Pushing event updated for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:05.099357 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 87813736-98b0-4cce-b9e8-26ce1a5f472e) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:05.105946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.118569 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:05.120477 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d2a69-70f3-4df2-a980-e04a2bb0ec71 None None] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:34:05.121981 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.136083 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:05.200912 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-90617062-0dd3-4412-a320-701f117515bb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7300501 Nov 22 18:34:05.202252 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60890) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:05.206820 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:05.241374 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134edc7-84fd-46a5-b1a5-eeb1cb957f2f None None] The sync data for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi is: [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:05.288790 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.289903 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.413791 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.463489 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] For port c44f3995-90fc-48c6-8258-08a9f3974d1b, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=c44f3995-90fc-48c6-8258-08a9f3974d1b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:05.485470 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.535147 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:05.536894 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:05.789840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 60896) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:05.817823 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-87813736-98b0-4cce-b9e8-26ce1a5f472e', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:34:05.821405 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:05.855714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33fd9c-83de-4995-bb3c-c2e958681979 None None] Pushing event updated for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:05.871926 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849abc26-8608-4ea2-a051-734b9cd746de req-938576a6-db90-4408-b099-f88ead4c1528 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:05.873719 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-849abc26-8608-4ea2-a051-734b9cd746de req-938576a6-db90-4408-b099-f88ead4c1528 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 945 time: 0.4546235 Nov 22 18:34:05.945563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:34:05.949001 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-86395934-7511-4d06-83aa-6c0f90c09130 None None] Provisioning complete for port c44f3995-90fc-48c6-8258-08a9f3974d1b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:05.952088 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-86395934-7511-4d06-83aa-6c0f90c09130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.089202 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.138039 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-64e034d4-bf69-474c-8bca-cd7ebb480f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.196648 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:02Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:06.289677 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:34:06.298158 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:06.314129 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d91c1104-13ca-42e9-bdd7-ffee4ddf00dc admin admin] 10.222.0.61 "PUT /v2.0/routers/51e1626c-892a-4c40-a481-ed9670dd75f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6291413 Nov 22 18:34:06.340058 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5e363-8c3e-46bb-a83a-adc06f24dce9 req-bc4da317-c6d6-461d-b6e4-f7ff29b11d11 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:06.341949 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cfe5e363-8c3e-46bb-a83a-adc06f24dce9 req-bc4da317-c6d6-461d-b6e4-f7ff29b11d11 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 945 time: 0.1381910 Nov 22 18:34:06.439480 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61a2b8-0892-43ee-a426-e252deafd6a1 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:02Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:06.550022 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-64e034d4-bf69-474c-8bca-cd7ebb480f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.573879 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-64e034d4-bf69-474c-8bca-cd7ebb480f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.584103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Deleting port a9cad9f2-6526-49a6-ae2e-e7443f044f66 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:34:06.584808 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.655108 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cfe5e363-8c3e-46bb-a83a-adc06f24dce9 req-5e9ae316-7e8f-4c1e-abaf-07f2a3581ea5 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704139 Nov 22 18:34:06.720085 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Allocated IP 172.20.0.2 (87813736-98b0-4cce-b9e8-26ce1a5f472e/55b63daa-6362-4d9c-9a3c-01b9a3aa958c/a0aa76d2-bb4d-469a-9bc2-881be363ee4c) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:06.772064 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-64e034d4-bf69-474c-8bca-cd7ebb480f08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c2a454e9c1f48d08f69e1b4d694f1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9743547 Nov 22 18:34:06.776634 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60922) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:06.777325 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e034d4-bf69-474c-8bca-cd7ebb480f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b36d5a-95ce-4a8b-a7d2-ad2db9ab4dcb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:06.902013 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] For port a9cad9f2-6526-49a6-ae2e-e7443f044f66, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=a9cad9f2-6526-49a6-ae2e-e7443f044f66,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:06.902782 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:06.952277 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Calling delete_port for a9cad9f2-6526-49a6-ae2e-e7443f044f66 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:34:07.068362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.190603 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.194322 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device c44f3995-90fc-48c6-8258-08a9f3974d1b up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:07.267450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ee1df011-140e-447c-99f8-cb2b4f08bdce None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:07.268049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee1df011-140e-447c-99f8-cb2b4f08bdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.448325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.453710 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.455712 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30b36d5a-95ce-4a8b-a7d2-ad2db9ab4dcb HTTP/1.1" status: 204 len: 168 time: 0.6773400 Nov 22 18:34:07.500055 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb658e-df56-4f8b-aa44-0d2cdf5a5f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b36d5a-95ce-4a8b-a7d2-ad2db9ab4dcb,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:07.512979 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.608072 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.646060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-ee1df011-140e-447c-99f8-cb2b4f08bdce None None] Port 00876a5f-e747-474b-a433-defbb52106a7 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:07.805377 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port c44f3995-90fc-48c6-8258-08a9f3974d1b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:07.806597 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:07.991656 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.024197 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.040109 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.092409 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1e693-75fd-410f-adb0-411fb5fce719 req-4b8cc1fd-7284-4108-aaa5-9b253018296f tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:08.102213 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:08.106559 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:08.108902 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a8f1e693-75fd-410f-adb0-411fb5fce719 req-4b8cc1fd-7284-4108-aaa5-9b253018296f tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 867 time: 0.1864221 Nov 22 18:34:08.118116 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:08.185223 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Pushing event updated for resources: {'Port': ['ID=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:08.206803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Attempting to bind port a0aa76d2-bb4d-469a-9bc2-881be363ee4c on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:08.207995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Attempting to bind port a0aa76d2-bb4d-469a-9bc2-881be363ee4c by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:08.207995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Attempting to bind port a0aa76d2-bb4d-469a-9bc2-881be363ee4c on network 87813736-98b0-4cce-b9e8-26ce1a5f472e {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:08.231425 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:08.231803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Checking segment: {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:08.232410 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.232993 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Bound using segment: {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:08.233804 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Bound port: a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:08.234011 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.309165 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Pushing event deleted for resources: {'Port': ['ID=a9cad9f2-6526-49a6-ae2e-e7443f044f66,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:08.323214 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] For port a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:08.337323 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] For port a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:08.348139 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.360504 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a8f1e693-75fd-410f-adb0-411fb5fce719 req-614d8494-623d-478b-aff4-eefd03af1e3e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503147 Nov 22 18:34:08.429560 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] No DVR routers for this DVR port a9cad9f2-6526-49a6-ae2e-e7443f044f66 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:34:08.434723 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:08.439842 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-849abc26-8608-4ea2-a051-734b9cd746de req-4a7ff922-b1cd-497a-9ead-b861653f8d65 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "DELETE /v2.0/ports/a9cad9f2-6526-49a6-ae2e-e7443f044f66 HTTP/1.1" status: 204 len: 173 time: 2.5574989 Nov 22 18:34:08.447583 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'name': 'network-vif-deleted', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:08.449874 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c2a57-a271-42ac-951c-3d4879d97ecd" -d '{"events": [{"server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "name": "network-vif-deleted", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:08.457547 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48cc44-1e0b-48c2-b03e-a3d5e2016344 req-f8701086-a744-4089-ad48-396fe9d1bbd8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:08.468857 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-5e8e9147-c948-4aac-b8be-5ab4b5fedf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:08.470596 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bf48cc44-1e0b-48c2-b03e-a3d5e2016344 req-f8701086-a744-4089-ad48-396fe9d1bbd8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.2495685 Nov 22 18:34:08.470762 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-5e8e9147-c948-4aac-b8be-5ab4b5fedf68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.3812709 Nov 22 18:34:08.501795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Allocated IP 172.27.1.145 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/7df05afc-121b-4aa3-8a2b-8b20ce0b0649) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:08.593274 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7b0e4-8c0c-4c23-a612-40b40768105e x-openstack-request-id: req-0ac7b0e4-8c0c-4c23-a612-40b40768105e {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:08.594495 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602556-352f-436a-9a51-00d24d9f77b2", "name": "network-vif-deleted", "tag": "a9cad9f2-6526-49a6-ae2e-e7443f044f66", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:08.594886 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ac7b0e4-8c0c-4c23-a612-40b40768105e {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:08.595510 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0602556-352f-436a-9a51-00d24d9f77b2', 'name': 'network-vif-deleted', 'tag': 'a9cad9f2-6526-49a6-ae2e-e7443f044f66', 'status': 'completed', 'code': 200} Nov 22 18:34:08.707046 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d55ad-dad9-486b-abf2-b6afbf9b4266 None None] Pushing event updated for resources: {'Port': ['ID=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:08.775770 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bf48cc44-1e0b-48c2-b03e-a3d5e2016344 req-9096c864-95a4-4fe3-9fcf-8975312fab3c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036056 Nov 22 18:34:09.327298 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-bf6cf88d-2688-4de0-bb8b-5ff6305245aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:09.331527 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-bf6cf88d-2688-4de0-bb8b-5ff6305245aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.8414280 Nov 22 18:34:09.419307 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 60980) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:09.424931 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device a9cad9f2-6526-49a6-ae2e-e7443f044f66 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:34:09.438170 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147431103-network', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:09.455623 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-31137181-905b-4a9e-bb32-68e5f7de1c63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.1111207 Nov 22 18:34:09.545941 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: a9cad9f2-6526-49a6-ae2e-e7443f044f66 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:34:09.546899 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device a9cad9f2-6526-49a6-ae2e-e7443f044f66 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:34:09.564619 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Made reservation on behalf of 3f14f9d2c8ad492db8a44ecac39ce04a for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:09.576822 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:09.620670 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:09.664865 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-7e5e3174-e096-46c1-82b2-a475eb585a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:09.667163 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-7e5e3174-e096-46c1-82b2-a475eb585a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.1906216 Nov 22 18:34:09.678890 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3132ceed-9260-43e7-a9d6-512bf2ed7850 req-cda39f4f-df15-4f24-a60f-a3eff64d8cdc tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0602556-352f-436a-9a51-00d24d9f77b2 HTTP/1.1" status: 200 len: 210 time: 0.0628786 Nov 22 18:34:09.681757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:09.768086 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-2153e1bb-3e59-4e3f-87a8-9c6a2e81d8ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659122 Nov 22 18:34:09.861241 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:09.871247 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:09.964464 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a81996-cb42-4253-8349-cacadd515639,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:09.997194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:34:10.030756 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.058422 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.060962 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Added segment ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed of type vlan for network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 Nov 22 18:34:10.079850 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:10.087649 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:10.096326 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:10.210029 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.220220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b07e-8d06-4698-aca1-33ef4920f78e req-e53b4dc6-c8c2-4529-8060-504f2c3cbb4c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:10.233315 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-69f1b07e-8d06-4698-aca1-33ef4920f78e req-e53b4dc6-c8c2-4529-8060-504f2c3cbb4c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.2323549 Nov 22 18:34:10.408426 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Pushing event updated for resources: {'Port': ['ID=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:10.412489 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-471655fa-56f2-481a-afab-a4af9d4ee7ad service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339722 Nov 22 18:34:10.457839 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-69f1b07e-8d06-4698-aca1-33ef4920f78e req-0019663d-a08c-476b-8bfa-b9b1e2c0411d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231772 Nov 22 18:34:10.459596 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.461554 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:10.462912 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.640255 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2164593 Nov 22 18:34:10.643554 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32768) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:10.673093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Request body: {'subnet': {'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147431103-subnet', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:10.678149 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85cedf-1536-4516-aef3-ddf24ea66947 admin admin] Pushing event updated for resources: {'Network': ['ID=22f7d4a0-68d6-4ff3-8f44-251a592a0e66,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:10.702249 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:34:10.745455 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-f3a62204-c16d-469c-81bd-3d960ca931ec req-e86b3092-fef2-4a58-81ad-6b0f46ff163c service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177421 Nov 22 18:34:10.756170 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Made reservation on behalf of 3f14f9d2c8ad492db8a44ecac39ce04a for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:10.758788 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.769518 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:10.951777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a775862-b5a0-4ec7-bfa1-8e288ac96993 None None] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:34:11.358989 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.404389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device a0aa76d2-bb4d-469a-9bc2-881be363ee4c up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:11.461254 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:11.499888 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] Provisioning complete for port a0aa76d2-bb4d-469a-9bc2-881be363ee4c triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:11.503893 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.522578 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Checking segment: {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:11.527545 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Network hostable DHCP agents. Network: 22f7d4a0-68d6-4ff3-8f44-251a592a0e66, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:34:11.583904 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port a0aa76d2-bb4d-469a-9bc2-881be363ee4c triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:11.584310 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.589863 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.721875 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:34:11.809250 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.831296 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.856639 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Router ebb15a10-4011-4891-9924-19865ec3fbde is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:34:11.886182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 22f7d4a0-68d6-4ff3-8f44-251a592a0e66) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:11.888843 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] For port a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:11.897370 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0edbb06-b6f7-4a53-a8d3-1edae9ababa2 None None] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:34:11.901533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:11.903139 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:11.906631 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.038456 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-81bb9768-5d46-44a3-9d82-025886c4e4a0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3915608 Nov 22 18:34:12.039156 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32802) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:12.048025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:12.058573 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:12.076789 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a2866-bc8e-4e44-ab02-21c6c3da64b9 req-238b5ff8-10cb-4b73-822c-52808c56df3c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:12.078452 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6e8a2866-bc8e-4e44-ab02-21c6c3da64b9 req-238b5ff8-10cb-4b73-822c-52808c56df3c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.3590319 Nov 22 18:34:12.079182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.085736 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-44f31c0b-4a34-48a2-ba33-671c0123bd20 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8820255 Nov 22 18:34:12.086403 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Sync routers for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:12.086915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 32804) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:12.101549 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-e84ef5eb-d9b3-41cf-896d-8d147f945439 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:12.103240 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-e84ef5eb-d9b3-41cf-896d-8d147f945439 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 808 time: 0.5256262 Nov 22 18:34:12.152375 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.db.api [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 18:34:12.152654 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG oslo_db.api [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 18:34:12.167869 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:12.168869 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:12.174716 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68970b-39b8-4dbb-9f5d-8a437badfc3b None None] Pushing event updated for resources: {'Port': ['ID=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:12.265155 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-e65de81c-e5be-44b1-8c61-9157728badd6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/quotas/19b7c1bad77c48809a2a5cb464c83587 HTTP/1.1" status: 200 len: 375 time: 0.1360121 Nov 22 18:34:12.312617 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:12.356109 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.358592 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.360074 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:12.361267 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:12.417706 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-75e707a9-d34a-4e6a-9f4b-e30f0bd5de54 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815375 Nov 22 18:34:12.441580 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6e8a2866-bc8e-4e44-ab02-21c6c3da64b9 req-5c8f614b-f715-4aa6-bc1e-77a753bea0f6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344433 Nov 22 18:34:12.608641 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-8450b804-f023-43da-9348-02ae52ca5934 None None] Provisioning complete for port a0aa76d2-bb4d-469a-9bc2-881be363ee4c triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:12.619668 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8450b804-f023-43da-9348-02ae52ca5934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.648212 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:12.657037 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.853550 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 1d7946c1-527d-48eb-8801-8b7fe4973e54 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:12.894129 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'fixed_ips': [{'subnet_id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:34:12.894957 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:12.924546 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:13.017439 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-21a2ac89-93df-4c84-9749-b65147ec1724 service neutron] 10.222.0.61 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726116 Nov 22 18:34:13.027731 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.080119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.349386 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 1d7946c1-527d-48eb-8801-8b7fe4973e54 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:13.349994 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.350565 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-d7945332-5220-466b-b29b-caec335ceac6 service neutron] 10.222.0.61 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157539 Nov 22 18:34:13.383328 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 2, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:13.386439 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Allocated IP 172.20.0.2 (22f7d4a0-68d6-4ff3-8f44-251a592a0e66/9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a/48603207-6800-4c25-8db8-c631905ca584) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:13.440499 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:13.441289 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Updating router 51e1626c-892a-4c40-a481-ed9670dd75f7 port 00876a5f-e747-474b-a433-defbb52106a7 binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:13.489204 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.530917 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Allocated IP 172.20.0.1 (87813736-98b0-4cce-b9e8-26ce1a5f472e/55b63daa-6362-4d9c-9a3c-01b9a3aa958c/7d34faec-1b03-4ef7-9234-27bcf52454fa) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:13.687973 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:10Z', 'revision_number': 3, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:13.696945 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.756417 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Checking router: ebb15a10-4011-4891-9924-19865ec3fbde for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:13.756772 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Updating router ebb15a10-4011-4891-9924-19865ec3fbde port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:13.799006 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.855384 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.912844 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 1d7946c1-527d-48eb-8801-8b7fe4973e54, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=1d7946c1-527d-48eb-8801-8b7fe4973e54,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:13.921411 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:13.926726 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.007982 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:14.025764 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:14.036021 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.059200 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:14.066294 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:14.243697 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.390348 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device a0aa76d2-bb4d-469a-9bc2-881be363ee4c up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:14.393567 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.401136 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.417026 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.480371 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=1d7946c1-527d-48eb-8801-8b7fe4973e54,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:14.506670 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d84fe395-9864-4137-b056-0c1334ae1c0f req-f9cd59df-4fb1-4e54-a82f-21f7b67ea0fb tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 210 time: 0.1738877 Nov 22 18:34:14.515603 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9aad8-4e15-4f45-89f3-ddc76bdb6a81 None None] Pushing event updated for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:14.542087 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.612889 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Pushing event updated for resources: {'Port': ['ID=48603207-6800-4c25-8db8-c631905ca584,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:14.637405 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:14.657210 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.661136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:14.668301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:14.678259 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.689160 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62155651-ef7c-4d38-9970-42f391895c3a req-5c9f0799-720d-4db5-8558-550fb8daaaed tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:14.691245 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-62155651-ef7c-4d38-9970-42f391895c3a req-5c9f0799-720d-4db5-8558-550fb8daaaed tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 1.0459921 Nov 22 18:34:14.764044 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Attempting to bind port 00876a5f-e747-474b-a433-defbb52106a7 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:14.764668 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Attempting to bind port 00876a5f-e747-474b-a433-defbb52106a7 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:14.765176 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Attempting to bind port 00876a5f-e747-474b-a433-defbb52106a7 on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:14.775410 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:14.776281 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:14.777020 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.777655 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Bound using segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:14.779180 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Bound port: 00876a5f-e747-474b-a433-defbb52106a7, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:14.780609 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.908067 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-62155651-ef7c-4d38-9970-42f391895c3a req-eef98bd9-397c-48ed-96ef-cca50620dcb4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948037 Nov 22 18:34:14.924822 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Attempting to bind port 48603207-6800-4c25-8db8-c631905ca584 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:14.925407 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Attempting to bind port 48603207-6800-4c25-8db8-c631905ca584 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:14.925689 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Attempting to bind port 48603207-6800-4c25-8db8-c631905ca584 on network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:14.939574 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:14.940040 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Checking segment: {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:14.940394 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.940802 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Bound using segment: {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:14.941355 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Bound port: 48603207-6800-4c25-8db8-c631905ca584, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:14.941721 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.950045 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port a0aa76d2-bb4d-469a-9bc2-881be363ee4c triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:14.950642 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:14.953079 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] For port 00876a5f-e747-474b-a433-defbb52106a7, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:14.964321 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] For port 00876a5f-e747-474b-a433-defbb52106a7, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=00876a5f-e747-474b-a433-defbb52106a7,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:14.975614 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.025714 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-74ec4418-026b-425c-a1b6-99022e341013 None None] Provisioning complete for port 7d34faec-1b03-4ef7-9234-27bcf52454fa triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:15.026000 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74ec4418-026b-425c-a1b6-99022e341013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.040569 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.048300 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.064357 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9aad8-4e15-4f45-89f3-ddc76bdb6a81 None None] Pushing event updated for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:15.066673 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-74ec4418-026b-425c-a1b6-99022e341013 None None] Port 7d34faec-1b03-4ef7-9234-27bcf52454fa cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:15.116769 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:15.117555 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:15.189552 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.193834 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:15.383218 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:15.399391 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] For port 48603207-6800-4c25-8db8-c631905ca584, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:15.407488 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:15.407875 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.431654 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] For port 48603207-6800-4c25-8db8-c631905ca584, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=48603207-6800-4c25-8db8-c631905ca584,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:15.434421 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.470173 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.493174 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:15.497750 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:15.504175 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.557981 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Allocated IP 172.27.1.183 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/b5a60db0-090f-400e-9de6-bceed81db7e4) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:15.663058 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2df7-674b-47e9-8c12-f60a66e539b0 None None] Pushing event updated for resources: {'Port': ['ID=48603207-6800-4c25-8db8-c631905ca584,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:15.684472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Attempting to bind port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:15.685448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Attempting to bind port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:15.685824 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Attempting to bind port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:15.720934 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:15.723542 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:15.724006 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.724423 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:15.724941 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Bound port: 7df05afc-121b-4aa3-8a2b-8b20ce0b0649, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:15.725340 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.728377 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:15.816855 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b416d-cb45-4d20-8390-981a428ccb30 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:15.824100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4df527-b7fc-4360-b91b-afdeac55af22 None None] Pushing event updated for resources: {'Port': ['ID=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:15.834790 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.839891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.897587 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] For port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:15.906394 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] For port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:15.919936 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.928961 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] For port 00876a5f-e747-474b-a433-defbb52106a7, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=00876a5f-e747-474b-a433-defbb52106a7,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:15.957176 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Router ebb15a10-4011-4891-9924-19865ec3fbde has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:34:15.962672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:15.967490 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:16.008006 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:16.008736 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:16.128925 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:16.129942 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Pushing event updated for resources: {'Port': ['ID=b5a60db0-090f-400e-9de6-bceed81db7e4,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:16.138343 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:16.150209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:16.268273 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 00876a5f-e747-474b-a433-defbb52106a7 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:16.273379 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4df527-b7fc-4360-b91b-afdeac55af22 None None] Pushing event updated for resources: {'Port': ['ID=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:16.321458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:16.329560 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-bb7c3622-c458-42dd-adf9-79528ad3d6a7 admin admin] 10.222.0.61 "PUT /v2.0/routers/ebb15a10-4011-4891-9924-19865ec3fbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2413211 Nov 22 18:34:16.378307 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:16.468671 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-bbf0f270-1eb9-4d6b-88a8-22475a1f1497 None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:16.469100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f270-1eb9-4d6b-88a8-22475a1f1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:16.598047 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3220159-dcc3-45f0-ae4a-8ac8ccd3f994 None None] Pushing event updated for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:16.713969 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:16.715949 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:16.716510 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:16.794898 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-bbf0f270-1eb9-4d6b-88a8-22475a1f1497 None None] Provisioning complete for port 7d34faec-1b03-4ef7-9234-27bcf52454fa triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:16.795910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f270-1eb9-4d6b-88a8-22475a1f1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:16.897805 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0f270-1eb9-4d6b-88a8-22475a1f1497 None None] Port 7d34faec-1b03-4ef7-9234-27bcf52454fa cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:16.974403 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7d34faec-1b03-4ef7-9234-27bcf52454fa', 'name': '', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'mac_address': 'fa:16:3e:bb:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:13Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 2, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'subnets': [{'id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:16.977780 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 1d7946c1-527d-48eb-8801-8b7fe4973e54 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:17.027647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340ab80-b069-48c8-8122-b82ed26262a0 None None] The sync data for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi is: [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7d34faec-1b03-4ef7-9234-27bcf52454fa', 'name': '', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'mac_address': 'fa:16:3e:bb:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:13Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 2, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'subnets': [{'id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:17.042054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:17.074709 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 1d7946c1-527d-48eb-8801-8b7fe4973e54 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:17.076350 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:17.350618 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9d87629e-01b4-4cf0-8638-6270a021f4e5 req-bc4669ea-5df0-4ff0-ad9a-fe71ea1a8309 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 210 time: 0.0657039 Nov 22 18:34:17.429778 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Router adb916d9-eff7-49a3-865c-73a1cf0879b3 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:34:17.648364 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba63b91-74fb-499a-b0a9-514ff5d5f563 None None] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:34:17.816282 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c88c4-d54a-441f-870d-4803ebf5bec3 req-1a1b71b5-b4ad-419f-8926-29c888877809 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:17.821055 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9c6c88c4-d54a-441f-870d-4803ebf5bec3 req-1a1b71b5-b4ad-419f-8926-29c888877809 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.3770905 Nov 22 18:34:17.831326 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:17.838164 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Provisioning complete for port 48603207-6800-4c25-8db8-c631905ca584 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:17.839138 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:17.862934 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Sync routers for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:17.930463 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:17.951559 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 32884) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:17.957832 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cfc9949a-cb66-4528-87fa-30f55b35f05f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9093990 Nov 22 18:34:18.036818 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9c6c88c4-d54a-441f-870d-4803ebf5bec3 req-88d692f2-2df5-4168-9735-5c07393f8031 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947761 Nov 22 18:34:18.128717 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:18.130518 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:18.285065 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32890) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:18.290274 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329890405', 'description': 'tempest-secgroup-smoke-329890405 description', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:18.389763 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 00876a5f-e747-474b-a433-defbb52106a7 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:18.415917 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:18.861847 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:18.915899 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:18.954986 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d0d1088f-7767-4a05-8200-32196b481c56 req-7a1310a0-8ffc-4d97-b50c-d08e17241fe6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 210 time: 0.2154555 Nov 22 18:34:18.957718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.019072 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:19.039354 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.053122 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7552285 Nov 22 18:34:19.054409 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32910) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:19.096631 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:19.131895 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 00876a5f-e747-474b-a433-defbb52106a7 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:19.132510 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.142186 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-3bdf2f6b-fa75-4181-82ae-00eab444e5a3 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:19.144352 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4e243-38f7-4711-a995-e242bf151ef1,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:19.144609 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-3bdf2f6b-fa75-4181-82ae-00eab444e5a3 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 808 time: 0.9035161 Nov 22 18:34:19.194696 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Request body: {'port': {'device_id': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61', 'admin_state_up': True, 'tenant_id': '19b7c1bad77c48809a2a5cb464c83587'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:19.204189 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.206974 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.207884 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.209542 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.219966 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.220902 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.221673 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.222440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.223239 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.224044 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.224844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.225662 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845a14a-41f3-443a-8296-1c13998638fb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.304585 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] For port 48603207-6800-4c25-8db8-c631905ca584, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=48603207-6800-4c25-8db8-c631905ca584,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:19.399668 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.400390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.463521 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 48603207-6800-4c25-8db8-c631905ca584 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:19.480098 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Made reservation on behalf of 19b7c1bad77c48809a2a5cb464c83587 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:19.492201 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.521674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d46a6-0d2d-4262-89ee-1ce482b92869 req-6996e987-2cd9-4adc-9c44-57c51101adf0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:19.545188 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-605d46a6-0d2d-4262-89ee-1ce482b92869 req-6996e987-2cd9-4adc-9c44-57c51101adf0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.3062954 Nov 22 18:34:19.625526 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-4f156756-bb77-4c57-a17a-aa8b99366cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:19.627181 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-4f156756-bb77-4c57-a17a-aa8b99366cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.4791691 Nov 22 18:34:19.647249 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Pushing event updated for resources: {'Port': ['ID=48603207-6800-4c25-8db8-c631905ca584,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:19.664691 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.665086 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.665450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.665800 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.666144 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.666740 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.666996 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.667344 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.667706 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.668046 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.668386 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.668725 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e1afd-a0d2-4787-b9b2-fdfd9fa637b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:19.726833 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 48603207-6800-4c25-8db8-c631905ca584 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:19.727342 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.765508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.778245 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-605d46a6-0d2d-4262-89ee-1ce482b92869 req-aa4f33ee-e1e9-48aa-bf72-34fd0f87c951 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190144 Nov 22 18:34:19.781779 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.825647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-fc588b7a-ecd3-4ca7-9b61-90b7e02f65ac None None] Provisioning complete for port 48603207-6800-4c25-8db8-c631905ca584 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:19.826093 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fc588b7a-ecd3-4ca7-9b61-90b7e02f65ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.835488 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b017ed-1002-401d-a8b0-480ee2d9e6ca,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:19.871158 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:19.876130 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-917eada6-49ef-46d7-9713-225d504e4e05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8100038 Nov 22 18:34:19.876130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32918) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:19.882734 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:16Z', 'revision_number': 3, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:19.889541 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:19.941290 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Allocated IP 172.20.0.9 (2634ccd8-c18f-44ae-bfc7-c2cc410eaf61/edba6c03-4208-4b95-94e8-ff0ab8f8b05b/599e40e8-f5c1-4e82-b580-6dcc951f2db1) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:19.961080 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Checking router: adb916d9-eff7-49a3-865c-73a1cf0879b3 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:19.961551 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Updating router adb916d9-eff7-49a3-865c-73a1cf0879b3 port b5a60db0-090f-400e-9de6-bceed81db7e4 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:19.968777 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.023185 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.080160 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.093746 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.117848 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b24f5e-699a-4a16-9a84-5600636efbfc,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.131842 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.138569 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b8dc61d3-eb8c-4871-9474-4cc664317147 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2601373 Nov 22 18:34:20.138569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32926) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:20.144632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:20.187446 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.302838 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.309162 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.343023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c216e9-df68-4509-874d-6e72b8dfc22c,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.355611 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.362264 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-64012153-5d7e-4920-b261-280d1cc5c8d2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225437 Nov 22 18:34:20.363996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32928) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:20.370274 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:20.411282 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.417764 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.419519 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.434153 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.498539 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aafad-be2e-43fe-9a44-bfeb803080c3 None None] Pushing event updated for resources: {'Port': ['ID=b5a60db0-090f-400e-9de6-bceed81db7e4,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.502653 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Attempting to bind port b5a60db0-090f-400e-9de6-bceed81db7e4 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:20.503140 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Attempting to bind port b5a60db0-090f-400e-9de6-bceed81db7e4 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:20.503465 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Attempting to bind port b5a60db0-090f-400e-9de6-bceed81db7e4 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:20.509650 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:20.510096 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:20.510533 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.511434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:20.512068 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Bound port: b5a60db0-090f-400e-9de6-bceed81db7e4, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:20.513327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.580860 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:20.582363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.585343 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.590746 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.628910 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15ec06b-a607-456d-897c-2eb8e84a59f2,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.649663 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.656221 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-fbb8bdf4-b9d0-43e6-b50a-12f703d79e09 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2906027 Nov 22 18:34:20.656962 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32930) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:20.657199 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] For port b5a60db0-090f-400e-9de6-bceed81db7e4, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:20.663379 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:20.702423 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:20.702910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] For port b5a60db0-090f-400e-9de6-bceed81db7e4, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b5a60db0-090f-400e-9de6-bceed81db7e4,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:20.704247 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.securitygroups_db [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Project 323a1e4186f44ebab92fb58bf01c2fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:34:20.711307 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.711772 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.714032 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.750364 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Pushing event updated for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.759224 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:20.772635 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:20.799842 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.804854 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.834342 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf8791-0c90-41d0-b0f5-7fa783e08d84,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.847626 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:20.848208 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.848616 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:20.849322 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.853398 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-20968f70-b1cc-4cfa-8022-7eed54a8e7fa tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1925082 Nov 22 18:34:20.853706 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 32934) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:20.855658 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.860194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4e243-38f7-4711-a995-e242bf151ef1', 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:20.867837 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.868240 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.868600 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.869235 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.869235 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.869649 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.869966 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.870303 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.870685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.871049 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.871720 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.871720 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:34:20.890243 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:20.891526 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:20.893751 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.securitygroups_db [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Project 323a1e4186f44ebab92fb58bf01c2fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:34:20.899350 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aafad-be2e-43fe-9a44-bfeb803080c3 None None] Pushing event updated for resources: {'Port': ['ID=b5a60db0-090f-400e-9de6-bceed81db7e4,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:20.901983 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:20.925737 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-dc71daee-f856-458c-98c4-c4509fc93e1d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358291 Nov 22 18:34:21.001494 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.007470 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.030844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a731cdb3-f065-477b-a1d0-f1b9956a7e36,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:21.041926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.043504 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-bdd358b8-b60e-44b7-a39c-48e155d707ff tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1887660 Nov 22 18:34:21.118747 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Allocated IP 172.20.0.1 (22f7d4a0-68d6-4ff3-8f44-251a592a0e66/9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a/92f1f396-dc69-494c-b172-4824df4b9948) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:21.220177 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Sync routers for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:21.243293 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:21.244158 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:21.289823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.336553 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.341591 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:21.397355 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:21.398534 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.399366 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:21.405712 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:21.417395 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:21.486186 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.546756 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Pushing event updated for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:21.599722 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:21.630829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.637074 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 48603207-6800-4c25-8db8-c631905ca584 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:21.718839 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.767163 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7d34faec-1b03-4ef7-9234-27bcf52454fa', 'name': '', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'mac_address': 'fa:16:3e:bb:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:13Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 2, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'subnets': [{'id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:21.832582 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Checking router: ebb15a10-4011-4891-9924-19865ec3fbde for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:21.833513 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Updating router ebb15a10-4011-4891-9924-19865ec3fbde port 7d34faec-1b03-4ef7-9234-27bcf52454fa binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:21.896784 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:21.941288 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:21.979218 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 48603207-6800-4c25-8db8-c631905ca584 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:21.979771 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.007901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-51a3ca54-0a42-4625-8210-20dafe153f08 None None] Provisioning complete for port 92f1f396-dc69-494c-b172-4824df4b9948 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:22.008430 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-51a3ca54-0a42-4625-8210-20dafe153f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.092659 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.100373 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.127506 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-51a3ca54-0a42-4625-8210-20dafe153f08 None None] Port 92f1f396-dc69-494c-b172-4824df4b9948 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:22.147481 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:16Z', 'revision_number': 3, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:22.199030 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.208475 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc53ff-71cf-45b8-a655-56e71a6b7ffc None None] The sync data for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi is: [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:16Z', 'revision_number': 3, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:22.322335 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Request body: {'port': {'device_id': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:22.505809 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:22.514127 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Pushing event updated for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:22.535742 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-baaae291-70ff-4695-aea1-d84d574293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:22.537278 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-baaae291-70ff-4695-aea1-d84d574293b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.2634311 Nov 22 18:34:22.637982 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-1d93201e-0c67-4479-8999-52a2bedde0a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.0748332 Nov 22 18:34:22.641946 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.683234 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:22.684543 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.743150 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.745520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cf300-9f7a-4a7a-88e2-8ea351e0666d req-faeeb71a-f331-4a3c-997c-81426712e70b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:22.752469 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f00cf300-9f7a-4a7a-88e2-8ea351e0666d req-faeeb71a-f331-4a3c-997c-81426712e70b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 931 time: 0.3456182 Nov 22 18:34:22.773849 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:22.785595 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da7231-2f1b-4c06-8bb7-72bd05ce2aaa req-7e16cf73-d8ac-4257-bc9e-f938415ced95 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:22.800543 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00da7231-2f1b-4c06-8bb7-72bd05ce2aaa req-7e16cf73-d8ac-4257-bc9e-f938415ced95 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.3111260 Nov 22 18:34:22.804007 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:22.806123 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:22.914499 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee5927-14a7-4286-8e42-a3fd7788988a None None] Pushing event updated for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:23.018694 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f00cf300-9f7a-4a7a-88e2-8ea351e0666d req-71221d0b-50a2-42f2-8a67-2fb29e5725e6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133424 Nov 22 18:34:23.077526 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00da7231-2f1b-4c06-8bb7-72bd05ce2aaa req-a0cbd124-349f-4a10-8353-1dc31a21d391 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988101 Nov 22 18:34:23.117243 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Attempting to bind port 7d34faec-1b03-4ef7-9234-27bcf52454fa on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:23.117403 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Attempting to bind port 7d34faec-1b03-4ef7-9234-27bcf52454fa by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:23.117769 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Attempting to bind port 7d34faec-1b03-4ef7-9234-27bcf52454fa on network 87813736-98b0-4cce-b9e8-26ce1a5f472e {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:23.133534 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:23.133922 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Checking segment: {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:23.134334 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.134737 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Bound using segment: {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:23.135259 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Bound port: 7d34faec-1b03-4ef7-9234-27bcf52454fa, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f417111-ca47-4ad1-997d-21e7875f727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:23.135851 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.277147 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-2207ef8a-4a3a-449e-a6af-ab0125f3798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:23.286153 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-2207ef8a-4a3a-449e-a6af-ab0125f3798d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.6244292 Nov 22 18:34:23.353929 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] For port 7d34faec-1b03-4ef7-9234-27bcf52454fa, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:23.359939 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] For port 7d34faec-1b03-4ef7-9234-27bcf52454fa, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7d34faec-1b03-4ef7-9234-27bcf52454fa,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:23.380441 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.396695 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Router adb916d9-eff7-49a3-865c-73a1cf0879b3 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:34:23.447371 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Provisioning complete for port 7d34faec-1b03-4ef7-9234-27bcf52454fa triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:23.448229 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.454617 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-890078c3-2b42-414b-9ab6-9dafa91db2ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839620 Nov 22 18:34:23.547119 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee5927-14a7-4286-8e42-a3fd7788988a None None] Pushing event updated for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:23.559167 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:23.566951 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:23.705428 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.753438 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:23.861949 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] For port 7d34faec-1b03-4ef7-9234-27bcf52454fa, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7d34faec-1b03-4ef7-9234-27bcf52454fa,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:23.865858 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.873155 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:23.939984 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Provisioning complete for port 92f1f396-dc69-494c-b172-4824df4b9948 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:23.940451 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:24.016712 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Pushing event updated for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:24.021082 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-21307acb-5d4d-4d7d-9102-0c134497b094 None None] Port 92f1f396-dc69-494c-b172-4824df4b9948 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:24.171627 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7d34faec-1b03-4ef7-9234-27bcf52454fa', 'name': '', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'mac_address': 'fa:16:3e:bb:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:13Z', 'updated_at': '2021-11-22T18:34:23Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'subnets': [{'id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:24.187239 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-bb84aacf-9b65-4788-a1bd-8e989c4bd0f9 None None] Provisioning complete for port 7d34faec-1b03-4ef7-9234-27bcf52454fa triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:24.188072 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-bb84aacf-9b65-4788-a1bd-8e989c4bd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:24.296505 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09250f3-fef8-4ed8-8f16-fd26c83aff0d None None] The sync data for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi is: [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:34:14Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7d34faec-1b03-4ef7-9234-27bcf52454fa', 'name': '', 'network_id': '87813736-98b0-4cce-b9e8-26ce1a5f472e', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'mac_address': 'fa:16:3e:bb:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:13Z', 'updated_at': '2021-11-22T18:34:23Z', 'revision_number': 4, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'subnets': [{'id': '55b63daa-6362-4d9c-9a3c-01b9a3aa958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:24.381483 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bccf26-4a92-4e2c-ade9-11952eb7297d req-d68794e5-331f-49ca-a459-adfefcca8736 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:24.391093 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31bccf26-4a92-4e2c-ade9-11952eb7297d req-d68794e5-331f-49ca-a459-adfefcca8736 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 931 time: 0.1404622 Nov 22 18:34:24.471673 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-bcacb510-d39d-4e0e-a112-692d736f0515 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9894898 Nov 22 18:34:24.472567 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f45f-1804-41aa-8a71-b592f79994d7 req-8a634821-8a64-464c-aa47-a5e9040b66be tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:24.473551 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d0f45f-1804-41aa-8a71-b592f79994d7 req-8a634821-8a64-464c-aa47-a5e9040b66be tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1432056 Nov 22 18:34:24.484579 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31bccf26-4a92-4e2c-ade9-11952eb7297d req-15795228-b336-45be-840d-95e3c51efd19 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920467 Nov 22 18:34:24.609938 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d0f45f-1804-41aa-8a71-b592f79994d7 req-d78967d3-c1c1-4e8e-be36-8160246d2bc6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221011 Nov 22 18:34:24.679172 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b5a60db0-090f-400e-9de6-bceed81db7e4 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:24.690436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:34:24.697454 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-19f89adb-e832-4567-a79c-17c7d4948359 admin admin] 10.222.0.61 "PUT /v2.0/routers/adb916d9-eff7-49a3-865c-73a1cf0879b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7443616 Nov 22 18:34:24.834642 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port b5a60db0-090f-400e-9de6-bceed81db7e4 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:24.835375 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:24.875240 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599e40e8-f5c1-4e82-b580-6dcc951f2db1 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:34:24.896127 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:24.917486 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Transition to ACTIVE for port object 599e40e8-f5c1-4e82-b580-6dcc951f2db1 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:34:24.928265 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:24.976286 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-86f6d005-6ab0-4120-b5dc-42732acf1624 req-ab3c2a16-492d-42a3-8ddc-790b4d47e103 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839518 Nov 22 18:34:25.009746 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.113610 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port b5a60db0-090f-400e-9de6-bceed81db7e4, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b5a60db0-090f-400e-9de6-bceed81db7e4,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:25.134535 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.135734 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7d34faec-1b03-4ef7-9234-27bcf52454fa up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:25.248856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Pushing event updated for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:25.298838 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Attempting to bind port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:25.301325 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Attempting to bind port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:25.302105 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Attempting to bind port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:25.313898 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:34:25.314244 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Attempting to bind port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 on network 2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:25.331498 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:25.332189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Checking segment: {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:25.332799 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Bound using segment: {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:25.333406 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Bound port: 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e0cf7f-8823-4091-a7d1-66f668121cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:25.333947 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.397088 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4bc1558f-6d68-441b-9a71-0b1465b1d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.412541 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=b5a60db0-090f-400e-9de6-bceed81db7e4,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:25.437431 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 7d34faec-1b03-4ef7-9234-27bcf52454fa triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:25.437814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.576772 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:25.586925 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:25.597143 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.746087 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:25.747123 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:25.748717 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] 10.222.0.57 "PUT /v2.0/ports/599e40e8-f5c1-4e82-b580-6dcc951f2db1 HTTP/1.1" status: 200 len: 1093 time: 3.4734011 Nov 22 18:34:25.749247 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:25.759338 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba62e464-49f9-42dd-a43e-ce7b48019b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:25.852706 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca575ef-d05f-4d8c-bdcb-f80d25d99a43 service neutron] Pushing event updated for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:25.950684 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-b1b01bad-a7a7-4ef1-b23e-738c10637d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:25.954794 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-b1b01bad-a7a7-4ef1-b23e-738c10637d4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 1096 time: 0.0909054 Nov 22 18:34:26.035471 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Sync routers for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:34:26.057020 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:26.058906 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:33:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:26.098601 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b88e06-8220-486a-93c1-6e6f47beb737 req-40b2e18d-e966-49b8-ae2d-6f72968a1fe8 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:26.120706 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e4b88e06-8220-486a-93c1-6e6f47beb737 req-40b2e18d-e966-49b8-ae2d-6f72968a1fe8 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.2395654 Nov 22 18:34:26.129953 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-228c947b-cf21-49ff-b8ba-e8d5c1b282d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1 HTTP/1.1" status: 200 len: 217 time: 0.1626487 Nov 22 18:34:26.279431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-ddc8e2ad-8774-487c-a3bd-8c47e08d8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:26.282049 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-ddc8e2ad-8774-487c-a3bd-8c47e08d8234 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edba6c03-4208-4b95-94e8-ff0ab8f8b05b HTTP/1.1" status: 200 len: 848 time: 0.1466305 Nov 22 18:34:26.349211 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-9020fc16-3024-4021-83f5-032820432e79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578966 Nov 22 18:34:26.374751 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e4b88e06-8220-486a-93c1-6e6f47beb737 req-969ef4c1-5884-481e-af74-269b1afe72c4 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346339 Nov 22 18:34:26.534797 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:26.543024 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b5a60db0-090f-400e-9de6-bceed81db7e4 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:26.572083 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-43ed3fa5-f59f-4a6c-baae-80310e523fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089255 Nov 22 18:34:26.591538 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33084) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:26.616405 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497563888', 'description': 'tempest-secgroup-smoke-1497563888 description', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:26.657627 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ad49f-799d-4c47-ba73-b4cc28aa8ef2 x-openstack-request-id: req-521ad49f-799d-4c47-ba73-b4cc28aa8ef2 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:26.657980 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:26.658411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-521ad49f-799d-4c47-ba73-b4cc28aa8ef2 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:26.659253 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1', 'status': 'completed', 'code': 200} Nov 22 18:34:26.682665 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78a9e9-817d-4daa-b674-0bab0ab33606 req-0e55d803-84f4-4ce0-9f1f-0abc4e17c454 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:26.686551 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b78a9e9-817d-4daa-b674-0bab0ab33606 req-0e55d803-84f4-4ce0-9f1f-0abc4e17c454 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1362927 Nov 22 18:34:26.773402 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:26.845776 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b78a9e9-817d-4daa-b674-0bab0ab33606 req-073a758b-2b3b-4c76-bd58-52c90ee35d60 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402271 Nov 22 18:34:26.853431 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port b5a60db0-090f-400e-9de6-bceed81db7e4 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:26.853811 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:26.895895 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3e603f4-cd6b-48b6-8535-228c56b7663d req-28aa34b4-396f-4ba8-b198-7613a80aea1c service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106780 Nov 22 18:34:27.021697 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.050371 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.119128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.124986 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5141270 Nov 22 18:34:27.125795 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 33096) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:27.127976 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8aec3-2f69-4039-bc75-d98bd0dc6e8d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137d5dad-289e-49dd-8038-66eaabfed985,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:27.133518 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:27.134823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-5c4ab0e0-f0ad-47a1-92fa-fef7fe43f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:27.136424 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-5c4ab0e0-f0ad-47a1-92fa-fef7fe43f44f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=19b7c1bad77c48809a2a5cb464c83587&device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 1096 time: 0.1506455 Nov 22 18:34:27.165576 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '92f1f396-dc69-494c-b172-4824df4b9948', 'name': '', 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'mac_address': 'fa:16:3e:a8:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:20Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 2, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'subnets': [{'id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:27.200572 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.211324 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Checking router: adb916d9-eff7-49a3-865c-73a1cf0879b3 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:34:27.211748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Updating router adb916d9-eff7-49a3-865c-73a1cf0879b3 port 92f1f396-dc69-494c-b172-4824df4b9948 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:34:27.283122 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.314890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-e510f4e6-51e3-47d5-99ab-6859ac4e3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:27.317781 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-e510f4e6-51e3-47d5-99ab-6859ac4e3e8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 200 len: 909 time: 0.1716104 Nov 22 18:34:27.369972 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.379306 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.421638 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-db11777c-6a3a-4041-a888-27dbf84bfbc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1 HTTP/1.1" status: 200 len: 217 time: 0.0951869 Nov 22 18:34:27.475358 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.476816 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498404 Nov 22 18:34:27.481821 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75369-cb79-4d99-9abd-d023889ad742 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4414e401-d53d-44ee-8848-415abc0ad6fc,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:27.484140 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 33114) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:27.491788 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:27.548571 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-8e254954-3047-4454-8a5f-b11208dfc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:27.550132 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-8e254954-3047-4454-8a5f-b11208dfc9a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edba6c03-4208-4b95-94e8-ff0ab8f8b05b HTTP/1.1" status: 200 len: 848 time: 0.1144567 Nov 22 18:34:27.598274 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-e9a27899-1970-4279-8c69-929c0511e240 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395050 Nov 22 18:34:27.611656 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.711470 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17d525-5695-4b28-8d5c-26a40279f754 req-38133cd8-a7db-42f0-a96a-3382095eb5ee tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:27.725754 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c17d525-5695-4b28-8d5c-26a40279f754 req-38133cd8-a7db-42f0-a96a-3382095eb5ee tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.1916974 Nov 22 18:34:27.770660 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-ed499c75-6160-403c-960b-b5700764391a service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617537 Nov 22 18:34:27.822659 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d746f21-6987-442e-a07e-c44ddfa8b68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.841471 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.853375 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c17d525-5695-4b28-8d5c-26a40279f754 req-9af70e8b-99ae-4b6f-8283-7f4fcb0cd0bb tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151326 Nov 22 18:34:27.859908 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.887119 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74021163-f8a2-42c7-ac5d-757ba37abb06,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:27.899015 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.900853 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-439f9c85-1951-408b-84b0-0c55c95fcf85 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4154849 Nov 22 18:34:27.906210 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 33124) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:27.911952 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:27.958017 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.971511 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:27.982028 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.042210 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ba62e464-49f9-42dd-a43e-ce7b48019b9d req-5f80f0b8-58e8-4395-8719-f1a9e4b9996a service neutron] 10.222.0.57 "GET /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466717 Nov 22 18:34:28.057661 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f607a7-b812-46a5-b9f1-54738d0f3419 None None] Pushing event updated for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:28.128806 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Attempting to bind port 92f1f396-dc69-494c-b172-4824df4b9948 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:28.129341 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Attempting to bind port 92f1f396-dc69-494c-b172-4824df4b9948 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:28.129770 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Attempting to bind port 92f1f396-dc69-494c-b172-4824df4b9948 on network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:28.135987 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:28.136375 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Checking segment: {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:28.136786 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.137186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Bound using segment: {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:28.138346 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Bound port: 92f1f396-dc69-494c-b172-4824df4b9948, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:28.138346 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.189046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.219487 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a21b5-8327-472d-b409-ff685d5d5337 req-718a6646-95b9-48b9-bc88-e2d6a5dd7c93 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:28.223427 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a61a21b5-8327-472d-b409-ff685d5d5337 req-718a6646-95b9-48b9-bc88-e2d6a5dd7c93 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1658931 Nov 22 18:34:28.224593 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.243531 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] For port 92f1f396-dc69-494c-b172-4824df4b9948, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:28.251043 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] For port 92f1f396-dc69-494c-b172-4824df4b9948, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=92f1f396-dc69-494c-b172-4824df4b9948,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:28.266004 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.273510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da8ac6e-c599-481e-8b68-5f65f4b93c67,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:28.300048 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.301508 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-27c76e98-8cff-45e8-a9ed-e933a8bc2dd7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938258 Nov 22 18:34:28.305973 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33128) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:28.315168 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:28.322006 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a61a21b5-8327-472d-b409-ff685d5d5337 req-2706a683-df70-422f-b672-ee3a1ead1063 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865042 Nov 22 18:34:28.357958 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:34:28.358573 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:34:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:28.425468 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.553853 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.567031 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.595638 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1410e0-eae0-467a-84b7-b1a69928b55a,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:28.619915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.625223 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-29c6f2df-b3e7-410d-abe0-7bac08da3ed8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167946 Nov 22 18:34:28.632350 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33136) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:28.642932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:28.671955 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.securitygroups_db [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Project c8b07724e8c04d128ea3215f3707bd15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:34:28.678395 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.719237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f607a7-b812-46a5-b9f1-54738d0f3419 None None] Pushing event updated for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:28.745686 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] Provisioning complete for port 92f1f396-dc69-494c-b172-4824df4b9948 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:28.746351 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.767317 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.773762 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.795487 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d311d8-906c-4fdc-9540-63f40cd90e61,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:28.808915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.814593 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-27dcb731-9547-4de3-adef-8556db0c7109 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780229 Nov 22 18:34:28.815717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 33146) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:28.822033 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'security_group_rule': {'security_group_id': '137d5dad-289e-49dd-8038-66eaabfed985', 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:28.843900 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:34:28.863485 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.securitygroups_db [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Project c8b07724e8c04d128ea3215f3707bd15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:34:28.869753 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.969661 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.970370 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:28.976492 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:29.016062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e839cb-3fc8-45b6-85e4-6699bd085fbd,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:29.055023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:29.056276 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-708a25e8-8d1f-43f0-9224-6deda9dec377 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2388263 Nov 22 18:34:29.074930 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bfadf-7cf8-4dd3-8efa-9cb1b3f523d1 req-f336dcbb-0703-4de6-b5be-c46ab8cfb135 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:29.076815 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-963bfadf-7cf8-4dd3-8efa-9cb1b3f523d1 req-f336dcbb-0703-4de6-b5be-c46ab8cfb135 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.0817094 Nov 22 18:34:29.154327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:29.188808 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-963bfadf-7cf8-4dd3-8efa-9cb1b3f523d1 req-27ffff7c-b9d3-4ab9-8bf7-7a15867bb106 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941663 Nov 22 18:34:29.281610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ae626-0998-4d82-90f3-dc4d79b06da9 req-fbf3c76e-be60-4736-9b31-3cc395605049 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:29.284457 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-260ae626-0998-4d82-90f3-dc4d79b06da9 req-fbf3c76e-be60-4736-9b31-3cc395605049 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1036353 Nov 22 18:34:29.306482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] For port 92f1f396-dc69-494c-b172-4824df4b9948, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=92f1f396-dc69-494c-b172-4824df4b9948,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:29.315656 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:29.382657 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-260ae626-0998-4d82-90f3-dc4d79b06da9 req-78c05154-8b87-45cd-aba3-0f0dced63b09 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914629 Nov 22 18:34:29.525521 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ad49d-3b3f-4651-8727-f525509ea49c None None] Pushing event updated for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:29.538923 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-5502b464-8548-4da1-a83b-cb52709f93ce None None] Provisioning complete for port 92f1f396-dc69-494c-b172-4824df4b9948 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:29.539519 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5502b464-8548-4da1-a83b-cb52709f93ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:29.565853 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd9cec-dd87-4aaa-bc07-d8c55573471b req-f4db53bc-338f-46c1-b113-983061baff52 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:29.576049 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67cd9cec-dd87-4aaa-bc07-d8c55573471b req-f4db53bc-338f-46c1-b113-983061baff52 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0979197 Nov 22 18:34:29.642581 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '92f1f396-dc69-494c-b172-4824df4b9948', 'name': '', 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'mac_address': 'fa:16:3e:a8:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:20Z', 'updated_at': '2021-11-22T18:34:28Z', 'revision_number': 4, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'subnets': [{'id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:34:29.683655 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4784af-f286-43e9-886c-1aaf88ac41b6 None None] The sync data for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi is: [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '92f1f396-dc69-494c-b172-4824df4b9948', 'name': '', 'network_id': '22f7d4a0-68d6-4ff3-8f44-251a592a0e66', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'mac_address': 'fa:16:3e:a8:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:20Z', 'updated_at': '2021-11-22T18:34:28Z', 'revision_number': 4, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'subnets': [{'id': '9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:34:29.687709 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67cd9cec-dd87-4aaa-bc07-d8c55573471b req-b7dca13a-f805-43c9-9208-8139a68b91c8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101782 Nov 22 18:34:30.382453 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4893a-9af2-4fc1-bda7-be74decacbaf req-1b268204-42df-469f-8289-28d4eba319a6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:30.386362 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7ef4893a-9af2-4fc1-bda7-be74decacbaf req-1b268204-42df-469f-8289-28d4eba319a6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.0868123 Nov 22 18:34:30.464237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 92f1f396-dc69-494c-b172-4824df4b9948 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:30.495323 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7ef4893a-9af2-4fc1-bda7-be74decacbaf req-16ca8b41-ab95-41f0-948a-384108edd164 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963967 Nov 22 18:34:30.571074 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 92f1f396-dc69-494c-b172-4824df4b9948 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:30.571662 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:30.588615 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d708506-2770-4ed4-a965-999f2bca8db3 req-71200b60-966d-46f2-a60c-ea5108f89771 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:30.593933 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d708506-2770-4ed4-a965-999f2bca8db3 req-71200b60-966d-46f2-a60c-ea5108f89771 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0859356 Nov 22 18:34:30.676185 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d708506-2770-4ed4-a965-999f2bca8db3 req-33ed5865-871e-4abd-98f3-cdfd999fc88d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736825 Nov 22 18:34:30.867047 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994baa2-df2e-40ed-8f06-49c1c340e971 req-380e2301-2bb3-408e-9094-0a1ec9addd0a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:30.869872 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1994baa2-df2e-40ed-8f06-49c1c340e971 req-380e2301-2bb3-408e-9094-0a1ec9addd0a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0698504 Nov 22 18:34:30.944670 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1994baa2-df2e-40ed-8f06-49c1c340e971 req-2abc2ae6-1691-49ba-bd5b-f3ef3c2efc70 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Nov 22 18:34:31.593578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:31.689789 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb339-a942-40d8-91d4-2f7b0bfa4317 req-aadbe963-5684-4098-971b-48a1e89f65d5 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:31.694139 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b2bb339-a942-40d8-91d4-2f7b0bfa4317 req-aadbe963-5684-4098-971b-48a1e89f65d5 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.0854223 Nov 22 18:34:31.707912 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:31.782075 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b2bb339-a942-40d8-91d4-2f7b0bfa4317 req-e52d9b32-99eb-4dda-a92e-90c94cf89a2b tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831356 Nov 22 18:34:31.935647 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329f1e8-4fb2-4d40-9d02-bfd6f1a17e45 req-8293d4f8-2132-44d7-a117-9ec84e1892a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:31.937563 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7329f1e8-4fb2-4d40-9d02-bfd6f1a17e45 req-8293d4f8-2132-44d7-a117-9ec84e1892a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.0517411 Nov 22 18:34:31.947307 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd7b5-ce06-4452-825e-848a90a4b1ac req-2b20e550-cf66-44b0-9a17-be090adb6977 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:31.949975 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-577bd7b5-ce06-4452-825e-848a90a4b1ac req-2b20e550-cf66-44b0-9a17-be090adb6977 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1034913 Nov 22 18:34:31.992617 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7329f1e8-4fb2-4d40-9d02-bfd6f1a17e45 req-b349060b-4f49-448c-bc7c-d5d56b24fd5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Nov 22 18:34:32.039887 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-577bd7b5-ce06-4452-825e-848a90a4b1ac req-9fd361a0-d730-46d0-8883-5e7bbc3f7065 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810308 Nov 22 18:34:32.166311 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a7ea-1cf5-4d51-9ec6-f14ff57efdf1 req-f1059a3e-ea4d-4eea-9944-ef6208aa13ce tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:32.169167 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a419a7ea-1cf5-4d51-9ec6-f14ff57efdf1 req-f1059a3e-ea4d-4eea-9944-ef6208aa13ce tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0935400 Nov 22 18:34:32.263866 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a419a7ea-1cf5-4d51-9ec6-f14ff57efdf1 req-9b768569-79c4-4807-b2d6-6c8875b81f00 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Nov 22 18:34:32.652356 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 33264) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:32.816630 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9dffffe-c39c-4b51-8087-6a07ec2bd361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:32.967276 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 599e40e8-f5c1-4e82-b580-6dcc951f2db1 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:34:32.998148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397c1f-ac22-41b8-aaec-7983d391f234 req-7b3c353e-40e2-4f94-ada3-0dd3a9113dfc tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:32.999806 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0f397c1f-ac22-41b8-aaec-7983d391f234 req-7b3c353e-40e2-4f94-ada3-0dd3a9113dfc tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 943 time: 0.1083646 Nov 22 18:34:33.008093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9dffffe-c39c-4b51-8087-6a07ec2bd361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.018295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9dffffe-c39c-4b51-8087-6a07ec2bd361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.086815 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dffffe-c39c-4b51-8087-6a07ec2bd361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ef1bc-b8ca-4afa-a276-5f168b69728e,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:33.094980 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b9dffffe-c39c-4b51-8087-6a07ec2bd361 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=597ecc9333064a44bb40f0b76355c6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399068 Nov 22 18:34:33.100571 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33276) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:33.170771 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0f397c1f-ac22-41b8-aaec-7983d391f234 req-a09ae3c4-2d65-43d5-9280-0eb012846957 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389501 Nov 22 18:34:33.197709 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.264594 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.343047 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:33.377957 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.397399 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.404583 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d7ef1bc-b8ca-4afa-a276-5f168b69728e HTTP/1.1" status: 204 len: 168 time: 0.2966788 Nov 22 18:34:33.438967 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '599e40e8-f5c1-4e82-b580-6dcc951f2db1', 'network_id': '2634ccd8-c18f-44ae-bfc7-c2cc410eaf61', 'port_id': '599e40e8-f5c1-4e82-b580-6dcc951f2db1', 'mac_address': 'fa:16:3e:bc:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edba6c03-4208-4b95-94e8-ff0ab8f8b05b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:34:33.457442 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debdab3-2ecf-428e-b300-dc05741e6626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ef1bc-b8ca-4afa-a276-5f168b69728e,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:33.499078 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ca7a-7058-4630-884d-1f0160b59dca req-af6c7c71-5fde-4dae-8f6d-ca4af2590d41 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:33.508334 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cc59ca7a-7058-4630-884d-1f0160b59dca req-af6c7c71-5fde-4dae-8f6d-ca4af2590d41 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1687994 Nov 22 18:34:33.541377 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.561540 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599e40e8-f5c1-4e82-b580-6dcc951f2db1 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:34:33.595124 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:33.602591 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:33.646200 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cc59ca7a-7058-4630-884d-1f0160b59dca req-51015f0b-e06f-42d3-ae62-d9366f6ca4fb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154735 Nov 22 18:34:33.666552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2bac3-e222-4824-94c8-53aa329c6ab8 req-831e290a-0a19-480a-9ecd-c225fe6def45 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:33.668951 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f1c2bac3-e222-4824-94c8-53aa329c6ab8 req-831e290a-0a19-480a-9ecd-c225fe6def45 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0962205 Nov 22 18:34:33.717244 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:33.754202 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f1c2bac3-e222-4824-94c8-53aa329c6ab8 req-9d09b308-6199-40b7-8308-a084f3d94ea9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Nov 22 18:34:33.931102 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['599e40e8-f5c1-4e82-b580-6dcc951f2db1'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:34:34.099553 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33300) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:34.126470 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51161dc0-824a-40ad-b51f-3f2297db892e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:34.216439 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea3c2-2168-45c2-a4fc-0570deadc210 req-4380ce35-0aab-4efa-a591-942e0b308f83 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.219351 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db7ea3c2-2168-45c2-a4fc-0570deadc210 req-4380ce35-0aab-4efa-a591-942e0b308f83 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0652981 Nov 22 18:34:34.237407 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-98fe80c1-1f41-4910-b56a-435ba16e7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.239015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-98fe80c1-1f41-4910-b56a-435ba16e7a49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.1085401 Nov 22 18:34:34.374789 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db7ea3c2-2168-45c2-a4fc-0570deadc210 req-25feeb40-ca1f-42df-b5d8-2489a0a6bc58 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343393 Nov 22 18:34:34.401932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51161dc0-824a-40ad-b51f-3f2297db892e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:34.410805 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51161dc0-824a-40ad-b51f-3f2297db892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:34.459625 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceb9-5f07-416e-a9d1-d0bb87525b1e req-03da34f6-de51-431e-80b7-2eb6d83dbb15 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.461203 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a508ceb9-5f07-416e-a9d1-d0bb87525b1e req-03da34f6-de51-431e-80b7-2eb6d83dbb15 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 944 time: 0.0927825 Nov 22 18:34:34.503551 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51161dc0-824a-40ad-b51f-3f2297db892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53072428-8544-4c49-8c7a-1c40a1d60346,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:34.518730 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-51161dc0-824a-40ad-b51f-3f2297db892e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4480054e26347468760417e8d855214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148135 Nov 22 18:34:34.521086 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-9bd3acc7-967c-4c75-bb6d-e26d747da1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.524201 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-9bd3acc7-967c-4c75-bb6d-e26d747da1f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.2691393 Nov 22 18:34:34.525121 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33310) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:34.648687 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a508ceb9-5f07-416e-a9d1-d0bb87525b1e req-8af0ef4f-3d5d-47b0-a339-58bc75221b2e tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701040 Nov 22 18:34:34.648903 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-665b1ae1-dae9-4557-90e0-47d45a8903be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.1015124 Nov 22 18:34:34.761285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-8e5a1da0-97ba-4238-bfbe-a9d6fc30e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.761285 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-8e5a1da0-97ba-4238-bfbe-a9d6fc30e125 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.0871968 Nov 22 18:34:34.761285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:34.826015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-cc624aa4-4d60-4127-b6bd-1c3593a238e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568886 Nov 22 18:34:34.833789 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:34.839286 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119b0d-24eb-48a2-be81-221c4e5932f1 req-1f3a2fa2-e10d-48bf-89c1-53d69b7aac63 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:34.843715 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c119b0d-24eb-48a2-be81-221c4e5932f1 req-1f3a2fa2-e10d-48bf-89c1-53d69b7aac63 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Nov 22 18:34:34.914646 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c119b0d-24eb-48a2-be81-221c4e5932f1 req-27ee76ae-e491-4bb5-94e3-f82bb10f8c06 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642221 Nov 22 18:34:34.959529 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 599e40e8-f5c1-4e82-b580-6dcc951f2db1 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:34.994963 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-f00c2a4f-dcc4-42b9-b414-7610ee098046 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567245 Nov 22 18:34:34.996091 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:35.001502 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:35.003459 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53072428-8544-4c49-8c7a-1c40a1d60346 HTTP/1.1" status: 204 len: 168 time: 0.4761219 Nov 22 18:34:35.036422 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:34:35.041865 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:35.043037 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:35.051651 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd809f-6ae9-499e-9576-4919087a7bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53072428-8544-4c49-8c7a-1c40a1d60346,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:35.178254 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a8ecf97c-7b00-44a2-b375-40d19fdbc0ce req-643d0dfe-ca03-4387-bae5-1d76175be71c service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688983 Nov 22 18:34:35.182022 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:35.236035 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:35.238829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcebc63a-3650-4f82-8f34-ee56b0997361" -d '{"events": [{"server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "name": "network-vif-plugged", "status": "completed", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:35.255751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:35.271756 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:35.336413 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dac3bdb-381d-4c94-8a54-b277fd431747 x-openstack-request-id: req-0dac3bdb-381d-4c94-8a54-b277fd431747 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:35.336743 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "name": "network-vif-plugged", "status": "completed", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:35.337009 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dac3bdb-381d-4c94-8a54-b277fd431747 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:35.337404 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1', 'code': 200} Nov 22 18:34:35.345309 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:35.653526 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d463b6-2fd3-4c3f-b919-00f0e3f6522b req-ea915ffc-abd4-4975-ae62-481844d83ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:35.659478 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-46d463b6-2fd3-4c3f-b919-00f0e3f6522b req-ea915ffc-abd4-4975-ae62-481844d83ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 1098 time: 0.1327982 Nov 22 18:34:35.676079 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1491f-fe56-4b9d-87f7-a71afba5d373 req-4fe9adc8-d858-4942-acba-9d6e9fe6f261 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:35.677791 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53f1491f-fe56-4b9d-87f7-a71afba5d373 req-4fe9adc8-d858-4942-acba-9d6e9fe6f261 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1571493 Nov 22 18:34:35.760906 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-46d463b6-2fd3-4c3f-b919-00f0e3f6522b req-1f9104e3-2e59-476f-b740-dfc135fe6d7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Nov 22 18:34:35.776841 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53f1491f-fe56-4b9d-87f7-a71afba5d373 req-0faf895b-6586-4665-9932-356879a977c4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789607 Nov 22 18:34:35.833490 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1467-ca74-4c61-950a-659e8e9afb7d req-3bd01e77-b941-448c-a7c0-420d0397fd8d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:35.835224 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b9fe1467-ca74-4c61-950a-659e8e9afb7d req-3bd01e77-b941-448c-a7c0-420d0397fd8d tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.0562832 Nov 22 18:34:35.925401 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b9fe1467-ca74-4c61-950a-659e8e9afb7d req-7753af87-b588-4e9f-87a7-52f7e86dfe87 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Nov 22 18:34:36.133818 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1ee1b-728f-458d-9763-ab261ee6e83d req-6b522808-f1f5-4c46-91dd-65e3ab57ff0a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:36.135837 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1ea1ee1b-728f-458d-9763-ab261ee6e83d req-6b522808-f1f5-4c46-91dd-65e3ab57ff0a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1040428 Nov 22 18:34:36.208087 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1ea1ee1b-728f-458d-9763-ab261ee6e83d req-432c1848-0114-4e44-9ede-0e6929f3bbf4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585899 Nov 22 18:34:36.536833 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33380) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:36.720973 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21ad5a6e-a046-4788-8f15-86ffb6e3ab38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:36.857398 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21ad5a6e-a046-4788-8f15-86ffb6e3ab38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:36.862096 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21ad5a6e-a046-4788-8f15-86ffb6e3ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:36.919125 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-21ad5a6e-a046-4788-8f15-86ffb6e3ab38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=358ba1039b9a4d6ea726955af1e64011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807733 Nov 22 18:34:36.921249 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad5a6e-a046-4788-8f15-86ffb6e3ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a370ad-5378-4021-b13c-2f7b7f99727b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:36.923761 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33396) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:37.006753 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:37.030916 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197a079-ad7c-46cf-bd4f-4ab59cb070f6 req-3b8b5e60-a73b-417e-ac96-4214f74442af tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:37.034266 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5197a079-ad7c-46cf-bd4f-4ab59cb070f6 req-3b8b5e60-a73b-417e-ac96-4214f74442af tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1359472 Nov 22 18:34:37.047234 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:37.128847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:37.132859 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:37.136303 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94a370ad-5378-4021-b13c-2f7b7f99727b HTTP/1.1" status: 204 len: 168 time: 0.2113216 Nov 22 18:34:37.169629 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d33ff-03e5-42ce-bcc4-12e6c58d6ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a370ad-5378-4021-b13c-2f7b7f99727b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:37.259624 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5197a079-ad7c-46cf-bd4f-4ab59cb070f6 req-cde7b97a-83f1-42ee-98c2-a4bf2f51b3eb tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184663 Nov 22 18:34:37.280721 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00b64-dddc-4621-9410-7ad79bbaba02 req-be8cd710-df1a-46b7-982e-1ef731f52838 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:37.290474 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79f00b64-dddc-4621-9410-7ad79bbaba02 req-be8cd710-df1a-46b7-982e-1ef731f52838 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.2008159 Nov 22 18:34:37.435617 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79f00b64-dddc-4621-9410-7ad79bbaba02 req-de5027e4-c56a-45e0-ba02-be40f41130fa tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397593 Nov 22 18:34:37.459958 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558f6a-1545-467f-aeec-61ddbdff29cf req-1c700948-a1d3-4140-ac00-0f34a58138aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:37.468854 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92558f6a-1545-467f-aeec-61ddbdff29cf req-1c700948-a1d3-4140-ac00-0f34a58138aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1047037 Nov 22 18:34:37.534958 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92558f6a-1545-467f-aeec-61ddbdff29cf req-228dcdbc-3ad5-4e53-8427-a252e96ab804 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648298 Nov 22 18:34:38.431205 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c414-def6-4678-a60b-600605a32c43 req-02904989-40bc-407d-b3e0-4ed91c20a906 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:38.433970 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6278c414-def6-4678-a60b-600605a32c43 req-02904989-40bc-407d-b3e0-4ed91c20a906 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0885100 Nov 22 18:34:38.507638 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6278c414-def6-4678-a60b-600605a32c43 req-854b1c28-7b0d-42ee-a36d-57b9249fdc82 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672882 Nov 22 18:34:38.624722 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3abba-de65-4073-90d5-a476e0838dae req-301c7572-dd67-48d8-8807-820294b044b6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:38.630918 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1b3abba-de65-4073-90d5-a476e0838dae req-301c7572-dd67-48d8-8807-820294b044b6 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.0951223 Nov 22 18:34:38.725182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b3d0e-8a69-4c1d-8bf6-9cd9f249e446 req-1156bb4e-e3c5-4c55-b466-0611a8ce1a15 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:38.729901 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e14b3d0e-8a69-4c1d-8bf6-9cd9f249e446 req-1156bb4e-e3c5-4c55-b466-0611a8ce1a15 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0992417 Nov 22 18:34:38.744419 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1b3abba-de65-4073-90d5-a476e0838dae req-62cb1aec-d166-4234-932b-b9cf790645ac tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026242 Nov 22 18:34:38.828182 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e14b3d0e-8a69-4c1d-8bf6-9cd9f249e446 req-cd239ec0-9b3c-4592-9e3d-52940d2c4519 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811040 Nov 22 18:34:39.460824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef5a6-d8fb-4115-812c-df722f93bc29 req-257b4450-28f2-41f0-9f7c-ac4223c56e2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:39.463709 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0c9ef5a6-d8fb-4115-812c-df722f93bc29 req-257b4450-28f2-41f0-9f7c-ac4223c56e2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1107712 Nov 22 18:34:39.560547 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0c9ef5a6-d8fb-4115-812c-df722f93bc29 req-d5bce38a-3572-485d-9d5f-2e3f80c0ac21 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816419 Nov 22 18:34:39.799843 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3078-ea95-4325-a134-c3e1dc306047 req-62ae5cad-f537-4257-b625-05c25e175bba tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:39.802024 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea1f3078-ea95-4325-a134-c3e1dc306047 req-62ae5cad-f537-4257-b625-05c25e175bba tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.0619371 Nov 22 18:34:39.892824 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea1f3078-ea95-4325-a134-c3e1dc306047 req-95676183-4f5a-4cfb-bb59-8bfa44911414 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839710 Nov 22 18:34:39.989782 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a459a-c998-4a65-9778-30eb1bb48c1e req-5cc9cd89-ced0-466b-86d2-1c16f7806d3d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:39.995620 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-234a459a-c998-4a65-9778-30eb1bb48c1e req-5cc9cd89-ced0-466b-86d2-1c16f7806d3d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0648363 Nov 22 18:34:40.067013 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-234a459a-c998-4a65-9778-30eb1bb48c1e req-8629e841-7b6c-46c8-a7c5-ccd8614717fa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691152 Nov 22 18:34:40.161901 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8a712-162b-472b-aee8-58aac75345b8 req-c34e36ea-b5bd-4501-98a3-36783917d518 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:40.164594 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1ef8a712-162b-472b-aee8-58aac75345b8 req-c34e36ea-b5bd-4501-98a3-36783917d518 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0765545 Nov 22 18:34:40.227058 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1ef8a712-162b-472b-aee8-58aac75345b8 req-1df38bb1-510b-48d5-a324-91127e1f46ba tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Nov 22 18:34:40.739245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feadac-d91f-42da-808e-e112d0a85fdf req-d9fe87f3-483d-46b4-b657-ede13f31a370 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:40.743576 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2feadac-d91f-42da-808e-e112d0a85fdf req-d9fe87f3-483d-46b4-b657-ede13f31a370 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0971308 Nov 22 18:34:40.843669 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2feadac-d91f-42da-808e-e112d0a85fdf req-baac3eea-2ef4-4618-84d8-307db1ae8a79 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852034 Nov 22 18:34:41.022757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33524) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:41.073810 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec96b-7a13-447e-af32-1831d210cea3 req-eb457deb-9fde-4269-8937-da55a3230ab2 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:41.075667 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8ec96b-7a13-447e-af32-1831d210cea3 req-eb457deb-9fde-4269-8937-da55a3230ab2 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.0596957 Nov 22 18:34:41.209194 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1b8895a-e0df-4863-9c3b-7ed2f71136c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.343455 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1b8895a-e0df-4863-9c3b-7ed2f71136c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.351589 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1b8895a-e0df-4863-9c3b-7ed2f71136c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.431901 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8895a-e0df-4863-9c3b-7ed2f71136c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e8b878-c429-4af6-8f55-5161a723705c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:41.447027 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a1b8895a-e0df-4863-9c3b-7ed2f71136c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38dad019a5d949679828a71cc69c0057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201770 Nov 22 18:34:41.448085 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33532) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:41.507525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8ec96b-7a13-447e-af32-1831d210cea3 req-6e0018b0-4dde-41cf-a18b-94b43488a072 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/security-groups?id=9063e0f9-6dc1-45e0-ac5f-2554e80c705e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237988 Nov 22 18:34:41.514932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.539303 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350410-9ad9-4ed0-ae41-558a803f36d0 req-ab7de18c-6fad-466d-8e31-777b109f1885 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:41.540891 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2e350410-9ad9-4ed0-ae41-558a803f36d0 req-ab7de18c-6fad-466d-8e31-777b109f1885 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1385756 Nov 22 18:34:41.543953 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.617612 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.618582 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2e350410-9ad9-4ed0-ae41-558a803f36d0 req-f33459ba-786f-4bbf-b7e5-4518b1a035d7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691445 Nov 22 18:34:41.621098 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:41.623760 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04e8b878-c429-4af6-8f55-5161a723705c HTTP/1.1" status: 204 len: 168 time: 0.1728086 Nov 22 18:34:41.663025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb8961-3fc9-4df4-b51d-90af26c0bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e8b878-c429-4af6-8f55-5161a723705c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:41.714687 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-a2b41f9c-44a8-4a73-9b06-517c7ad6c2b7 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:41.716912 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-a2b41f9c-44a8-4a73-9b06-517c7ad6c2b7 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 945 time: 0.0851524 Nov 22 18:34:41.880436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Deleting port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:34:41.880897 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.067507 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] For port 599e40e8-f5c1-4e82-b580-6dcc951f2db1, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=599e40e8-f5c1-4e82-b580-6dcc951f2db1,segment=NetworkSegment(e4e0cf7f-8823-4091-a7d1-66f668121cd5),segment_id=e4e0cf7f-8823-4091-a7d1-66f668121cd5)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:42.069600 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.094154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Calling delete_port for 599e40e8-f5c1-4e82-b580-6dcc951f2db1 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:34:42.100743 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1798-b381-4428-bbf8-ceba0ef9589c req-193c1b39-8d4b-4672-8805-dc4142aa6d25 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:42.103204 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fafb1798-b381-4428-bbf8-ceba0ef9589c req-193c1b39-8d4b-4672-8805-dc4142aa6d25 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0923066 Nov 22 18:34:42.183626 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33552) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:42.187159 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fafb1798-b381-4428-bbf8-ceba0ef9589c req-bdb7c997-be32-481f-92a7-c109db351925 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766718 Nov 22 18:34:42.200160 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b112d8c2-74a2-4d52-9517-36f6e89c6a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.329763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.344753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['599e40e8-f5c1-4e82-b580-6dcc951f2db1'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:34:42.403448 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Pushing event deleted for resources: {'Port': ['ID=599e40e8-f5c1-4e82-b580-6dcc951f2db1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:42.457557 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] No DVR routers for this DVR port 599e40e8-f5c1-4e82-b580-6dcc951f2db1 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:34:42.460223 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.463973 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ef4c3daa-f7c0-46c6-9041-618735dce241 req-c7175afc-3d53-4679-942c-5a49928ac134 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.57 "DELETE /v2.0/ports/599e40e8-f5c1-4e82-b580-6dcc951f2db1 HTTP/1.1" status: 204 len: 173 time: 0.7393701 Nov 22 18:34:42.467142 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'name': 'network-vif-deleted', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:42.470719 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52636fdd-730a-4de8-840b-dd817d359b02" -d '{"events": [{"server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "name": "network-vif-deleted", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:42.511623 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b112d8c2-74a2-4d52-9517-36f6e89c6a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.519926 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b112d8c2-74a2-4d52-9517-36f6e89c6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.619113 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8cf34a-33bf-4104-8f05-dd2c263afb74 x-openstack-request-id: req-fa8cf34a-33bf-4104-8f05-dd2c263afb74 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:42.620572 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f40bc-57a0-4d84-a7e5-fe85c15317a1", "name": "network-vif-deleted", "tag": "599e40e8-f5c1-4e82-b580-6dcc951f2db1", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:42.621499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa8cf34a-33bf-4104-8f05-dd2c263afb74 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:42.623007 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f40bc-57a0-4d84-a7e5-fe85c15317a1', 'name': 'network-vif-deleted', 'tag': '599e40e8-f5c1-4e82-b580-6dcc951f2db1', 'status': 'completed', 'code': 200} Nov 22 18:34:42.624870 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112d8c2-74a2-4d52-9517-36f6e89c6a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba491f5c-b6a8-451e-bb9e-19a1c89151a9,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:42.683749 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b112d8c2-74a2-4d52-9517-36f6e89c6a5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=061b8129d24940d495ff070fb06acaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984140 Nov 22 18:34:42.685774 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 33598) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:34:42.728261 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39902c58-51f3-472b-8c58-df2ccebc3bb6 req-41e7a81a-3c60-4c0e-b63b-0d96512d8f27 tempest-VolumesActionsTest-1265008644 tempest-VolumesActionsTest-1265008644-project] 10.222.0.61 "GET /v2.0/ports?device_id=267f40bc-57a0-4d84-a7e5-fe85c15317a1 HTTP/1.1" status: 200 len: 210 time: 0.0516222 Nov 22 18:34:42.820848 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.850298 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:42.895271 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad952a5-9a95-4b48-8b27-95e13044f099 req-62752c3e-ae09-4495-a71f-4ea0c20add77 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:42.898768 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cad952a5-9a95-4b48-8b27-95e13044f099 req-62752c3e-ae09-4495-a71f-4ea0c20add77 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0966427 Nov 22 18:34:42.988582 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:43.008746 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:43.010932 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba491f5c-b6a8-451e-bb9e-19a1c89151a9 HTTP/1.1" status: 204 len: 168 time: 0.3232346 Nov 22 18:34:43.025981 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57530886-580b-402a-8e66-d63db75d8c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba491f5c-b6a8-451e-bb9e-19a1c89151a9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:43.031995 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cad952a5-9a95-4b48-8b27-95e13044f099 req-0ae95a13-836a-434e-b99a-3663ea0ab71b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242416 Nov 22 18:34:43.288343 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:34:43.388926 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27c27-dc23-4d1b-bdec-7e572eda4030 req-ffbd57b3-5c5b-4f1e-8ffe-cd6d95bdfadc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:43.391356 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-73e27c27-dc23-4d1b-bdec-7e572eda4030 req-ffbd57b3-5c5b-4f1e-8ffe-cd6d95bdfadc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0949464 Nov 22 18:34:43.467870 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-73e27c27-dc23-4d1b-bdec-7e572eda4030 req-45b4c443-7c96-4917-8a04-df4d356f2197 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696661 Nov 22 18:34:44.235165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfd48b-1689-4c23-b365-2ac7f017e8e9 req-82f7af1f-bcb1-4730-924d-42e17dbe4107 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:44.235165 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23dfd48b-1689-4c23-b365-2ac7f017e8e9 req-82f7af1f-bcb1-4730-924d-42e17dbe4107 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0593605 Nov 22 18:34:44.309797 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23dfd48b-1689-4c23-b365-2ac7f017e8e9 req-b299ec70-7a74-45bf-86ee-f45a87131c4a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662167 Nov 22 18:34:44.656282 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dba87-c073-469d-8125-1c28891ac1fb req-d9ae036b-3333-40a7-baf4-655a8e500dfe tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:44.657870 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a91dba87-c073-469d-8125-1c28891ac1fb req-d9ae036b-3333-40a7-baf4-655a8e500dfe tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0892239 Nov 22 18:34:44.710319 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a91dba87-c073-469d-8125-1c28891ac1fb req-2d7effb8-288d-45c6-9d83-a89e0a329965 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462759 Nov 22 18:34:45.448607 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f92d-f4a0-4a19-be7a-2b169aaf811d req-6bc7a4ab-dcf2-4ada-8ea0-1af50bcdfeb3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:45.451163 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0d56f92d-f4a0-4a19-be7a-2b169aaf811d req-6bc7a4ab-dcf2-4ada-8ea0-1af50bcdfeb3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0570872 Nov 22 18:34:45.507564 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0d56f92d-f4a0-4a19-be7a-2b169aaf811d req-aad82a17-6b1a-4fdf-8cc6-6a5c07b66d12 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500152 Nov 22 18:34:45.846173 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401246f-25e8-4edd-a0bc-febc272db8c0 req-a7974f03-8bb4-477c-aec9-4026732a6d60 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:45.847748 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2401246f-25e8-4edd-a0bc-febc272db8c0 req-a7974f03-8bb4-477c-aec9-4026732a6d60 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0537839 Nov 22 18:34:45.899304 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2401246f-25e8-4edd-a0bc-febc272db8c0 req-9402ed03-c896-45ae-929b-cc340784e225 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451591 Nov 22 18:34:46.661172 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f690d89-456f-4617-ad46-8cd97b2969ea req-a8d36652-208b-4791-9a1a-32ac6c387d55 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:46.662719 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5f690d89-456f-4617-ad46-8cd97b2969ea req-a8d36652-208b-4791-9a1a-32ac6c387d55 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0601602 Nov 22 18:34:46.720992 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5f690d89-456f-4617-ad46-8cd97b2969ea req-5cf9a491-f8e4-443e-b693-62850f922121 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511358 Nov 22 18:34:47.005237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 599e40e8-f5c1-4e82-b580-6dcc951f2db1 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:34:47.035170 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 599e40e8-f5c1-4e82-b580-6dcc951f2db1 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:34:47.035514 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 599e40e8-f5c1-4e82-b580-6dcc951f2db1 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:34:47.172011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfbd02-0c39-4c4e-88e5-b3ed0b60f5cc req-da997ac0-724a-40ce-a97f-a04e4c6f76d5 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:47.173493 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6cdfbd02-0c39-4c4e-88e5-b3ed0b60f5cc req-da997ac0-724a-40ce-a97f-a04e4c6f76d5 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0544832 Nov 22 18:34:47.228002 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6cdfbd02-0c39-4c4e-88e5-b3ed0b60f5cc req-9cffcba8-7b05-4161-a83c-766655cef24e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 Nov 22 18:34:47.867045 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c862-18d8-4368-a90c-be0b09d67c4e req-d9b38287-52aa-45b6-af56-5038ecec62ae tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:47.868616 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4416c862-18d8-4368-a90c-be0b09d67c4e req-d9b38287-52aa-45b6-af56-5038ecec62ae tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0554876 Nov 22 18:34:47.928038 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4416c862-18d8-4368-a90c-be0b09d67c4e req-96fb14bd-9085-4a70-b062-eebc688ec48b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509098 Nov 22 18:34:48.363955 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20022c-608b-4822-9d44-024b3d0ff7b5 req-f0ad9f5f-909b-4d65-8f32-f0ddbffacf0c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:48.365458 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a20022c-608b-4822-9d44-024b3d0ff7b5 req-f0ad9f5f-909b-4d65-8f32-f0ddbffacf0c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0566144 Nov 22 18:34:48.417157 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a20022c-608b-4822-9d44-024b3d0ff7b5 req-81329821-ab7e-41e5-b62c-27faab817228 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445564 Nov 22 18:34:48.654186 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-33814545-1a4e-47bb-a774-bc6ffafe9a70 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329890405&fields=id&tenant_id=323a1e4186f44ebab92fb58bf01c2fd6 HTTP/1.1" status: 200 len: 267 time: 0.0524895 Nov 22 18:34:48.861040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-a4dd05bf-d383-4630-83af-47354e68e053 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:48.862990 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-a4dd05bf-d383-4630-83af-47354e68e053 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 808 time: 0.2014546 Nov 22 18:34:48.863687 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c191-97db-4c5c-a089-40477d669660 req-b0f3319b-e9a1-41a5-87cc-f6a0f2f5e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:48.865288 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-b0f3319b-e9a1-41a5-87cc-f6a0f2f5e48a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.0738909 Nov 22 18:34:48.890477 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bb9b0-dbb1-4166-aadc-0af62afb8e72 req-2df71564-cb3b-40ee-8497-a7ee4a2d7bcd tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:48.892106 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b70bb9b0-dbb1-4166-aadc-0af62afb8e72 req-2df71564-cb3b-40ee-8497-a7ee4a2d7bcd tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0865805 Nov 22 18:34:48.896442 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-05b62640-fa87-437e-b527-dfdeeb303fc0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/quotas/323a1e4186f44ebab92fb58bf01c2fd6 HTTP/1.1" status: 200 len: 375 time: 0.0213213 Nov 22 18:34:48.974722 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c191-97db-4c5c-a089-40477d669660 req-69d1d0e8-b75e-42c1-8374-b96640649912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:48.976277 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-69d1d0e8-b75e-42c1-8374-b96640649912 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.1034679 Nov 22 18:34:48.985527 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b70bb9b0-dbb1-4166-aadc-0af62afb8e72 req-49052188-3a7f-4065-9ed6-e72299e7d4de tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871482 Nov 22 18:34:49.007322 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-2b7206e1-7476-4ac2-a56a-546b4c0d78b4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927410 Nov 22 18:34:49.056612 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-28814a32-0dbf-4c93-b756-8fd868a843ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.0682621 Nov 22 18:34:49.121390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c191-97db-4c5c-a089-40477d669660 req-9a5abd62-eb3b-42c2-b347-c0e186a56d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:49.123565 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-9a5abd62-eb3b-42c2-b347-c0e186a56d68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.0572741 Nov 22 18:34:49.170681 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bddb50-0f43-4dd0-bbeb-334946bc464f req-0a133cb6-0ac6-487f-8d20-9598cb252179 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:49.172299 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06bddb50-0f43-4dd0-bbeb-334946bc464f req-0a133cb6-0ac6-487f-8d20-9598cb252179 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1111777 Nov 22 18:34:49.179447 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-4e080e40-dba2-4ffc-95fc-13ae9ff94b4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404592 Nov 22 18:34:49.203490 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-69167641-0b6c-4471-9bc4-fd02a0268d81 service neutron] 10.222.0.61 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785057 Nov 22 18:34:49.287319 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-2fd95eb1-2278-476b-867b-f5fb94ca78f2 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940678 Nov 22 18:34:49.327243 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06bddb50-0f43-4dd0-bbeb-334946bc464f req-e4af8fea-2d36-4f33-ad1f-773da6811af1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413600 Nov 22 18:34:49.407217 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-9e2affc0-92b2-40ac-9d41-369570d26363 service neutron] 10.222.0.61 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850410 Nov 22 18:34:49.417442 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2348c191-97db-4c5c-a089-40477d669660 req-e0fb8ad1-7c78-4ccf-8e08-b95c8c8d6485 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213026 Nov 22 18:34:49.575504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd5f2-0947-45d7-9f0d-a689d4bdc5a5 req-c36b150e-2776-41f8-aee8-615666b5594a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:49.577038 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-938cd5f2-0947-45d7-9f0d-a689d4bdc5a5 req-c36b150e-2776-41f8-aee8-615666b5594a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0635450 Nov 22 18:34:49.632008 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-938cd5f2-0947-45d7-9f0d-a689d4bdc5a5 req-dd078f6f-19f5-4296-ae59-feaa5b1b5187 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473084 Nov 22 18:34:49.757788 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d582863-47a8-4a4f-830e-1e72d3da5f1a req-6d732608-4e13-4905-9738-cbdfb8f65049 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 210 time: 0.0351119 Nov 22 18:34:50.126922 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8667f2-4505-43ac-9701-364a40290cf3 req-afe610b6-bd73-4d0b-bf6d-19128e740d00 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:50.128571 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f8667f2-4505-43ac-9701-364a40290cf3 req-afe610b6-bd73-4d0b-bf6d-19128e740d00 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Nov 22 18:34:50.198543 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f8667f2-4505-43ac-9701-364a40290cf3 req-d6a4432a-cde1-41de-8b20-b2112a0dd8c0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593364 Nov 22 18:34:50.517596 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d1a22-701a-4211-882f-b24af6aa13b0 req-f223cc4f-5182-49b0-9112-e59e5400ed4a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:50.519816 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-303d1a22-701a-4211-882f-b24af6aa13b0 req-f223cc4f-5182-49b0-9112-e59e5400ed4a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0588691 Nov 22 18:34:50.576845 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-303d1a22-701a-4211-882f-b24af6aa13b0 req-670207b3-1f78-41b2-a05c-0dbe94f696e2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499237 Nov 22 18:34:50.785472 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42873ca8-59ad-4bd7-ab75-be472de4f79c req-15cb27c2-5a2d-40d6-a1b0-91ce0c42b619 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:50.788094 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42873ca8-59ad-4bd7-ab75-be472de4f79c req-15cb27c2-5a2d-40d6-a1b0-91ce0c42b619 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0675452 Nov 22 18:34:50.881033 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8f19639e-c3dd-46df-b18d-5ff1600c7e90 req-a0cebece-f67f-4ec7-ba39-54726fd1bb55 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 210 time: 0.0403509 Nov 22 18:34:50.886213 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42873ca8-59ad-4bd7-ab75-be472de4f79c req-9fd5ba64-0adf-4b98-9a31-43f94f62933c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856607 Nov 22 18:34:51.236554 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-250f1e77-2633-46a1-bcc2-8b22b95732c4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:51.238110 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-250f1e77-2633-46a1-bcc2-8b22b95732c4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 808 time: 0.3744502 Nov 22 18:34:51.312909 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-89d68e61-4448-4c3c-bf99-9b4d7a0bbf9a tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323a1e4186f44ebab92fb58bf01c2fd6 HTTP/1.1" status: 200 len: 379 time: 0.0641110 Nov 22 18:34:51.327507 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'port': {'device_id': '80532494-b37c-453f-8c1c-3129c50f3757', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'admin_state_up': True, 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'security_groups': ['d5b4e243-38f7-4711-a995-e242bf151ef1']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:51.345198 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785927aa-e75b-4202-828b-199d6502be79 req-1c9d4358-f56e-4e82-aff8-bcbb35c034ca tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:51.347819 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-785927aa-e75b-4202-828b-199d6502be79 req-1c9d4358-f56e-4e82-aff8-bcbb35c034ca tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0649574 Nov 22 18:34:51.414973 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-785927aa-e75b-4202-828b-199d6502be79 req-f0729bfd-74fd-42e3-82c5-94cbe0a6e8b3 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602791 Nov 22 18:34:51.489375 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Made reservation on behalf of 323a1e4186f44ebab92fb58bf01c2fd6 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:34:51.493216 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:51.687080 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Allocated IP 172.20.0.3 (5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4/dd19d537-f264-4019-8933-f157a58afaab/fc913e92-d129-414b-bcbc-f17ddbddf58b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:34:51.732026 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f13218-a9a1-4413-949d-63af92df9954 req-6620f5f4-9327-45ae-96a0-dd4c0cc6571a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:51.733610 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92f13218-a9a1-4413-949d-63af92df9954 req-6620f5f4-9327-45ae-96a0-dd4c0cc6571a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0661745 Nov 22 18:34:51.799344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92f13218-a9a1-4413-949d-63af92df9954 req-a01b166b-955c-4394-ba84-397aa130e3f7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535691 Nov 22 18:34:51.872588 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:51.909067 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:51.958479 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:34:51.961811 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:34:51.966047 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:34:52.025441 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.026120 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.030677 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:52.060630 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-257f6e1c-1ecf-4315-83ee-a4a70b5bb4c2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374213 Nov 22 18:34:52.076167 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Request body: {'port': {'device_id': '80532494-b37c-453f-8c1c-3129c50f3757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:34:52.080747 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621661b6-50db-4f3b-9971-f5b96cfe382f req-20b1a42b-5365-4579-985c-1b7aa9b80fb5 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.081838 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-621661b6-50db-4f3b-9971-f5b96cfe382f req-20b1a42b-5365-4579-985c-1b7aa9b80fb5 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 931 time: 0.1184573 Nov 22 18:34:52.120021 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8573b-daaf-4e62-80a6-d21d338971e4 req-485b9678-43a3-4d1e-9bb9-a1d31a6f4408 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.122206 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-75d8573b-daaf-4e62-80a6-d21d338971e4 req-485b9678-43a3-4d1e-9bb9-a1d31a6f4408 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1005943 Nov 22 18:34:52.182505 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-621661b6-50db-4f3b-9971-f5b96cfe382f req-afe15b5a-47c3-46eb-b8a5-51ca7297afe2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914092 Nov 22 18:34:52.185231 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.222811 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-75d8573b-daaf-4e62-80a6-d21d338971e4 req-15f01cb2-400e-4c32-9c1d-9510c7f0f6e1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864983 Nov 22 18:34:52.300767 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ba4df944-b2b8-4ff9-b0e6-528cd6b1ff36 None None] Provisioning complete for port fc913e92-d129-414b-bcbc-f17ddbddf58b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:52.301396 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ba4df944-b2b8-4ff9-b0e6-528cd6b1ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.347084 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-ba4df944-b2b8-4ff9-b0e6-528cd6b1ff36 None None] Port fc913e92-d129-414b-bcbc-f17ddbddf58b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:34:52.527992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc913e92-d129-414b-bcbc-f17ddbddf58b {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:34:52.541212 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.560377 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Transition to ACTIVE for port object fc913e92-d129-414b-bcbc-f17ddbddf58b will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:34:52.565003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.578250 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a45a26-630e-4833-889c-37e085e4b190 req-cf528177-4e10-4f01-8d57-b9cc2d85ab03 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.579862 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86a45a26-630e-4833-889c-37e085e4b190 req-cf528177-4e10-4f01-8d57-b9cc2d85ab03 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0696280 Nov 22 18:34:52.624574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:52.665198 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86a45a26-630e-4833-889c-37e085e4b190 req-ba8cd39a-8a90-4bb8-a619-e377c2f5635b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775654 Nov 22 18:34:52.712487 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Attempting to bind port fc913e92-d129-414b-bcbc-f17ddbddf58b on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:34:52.713040 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Attempting to bind port fc913e92-d129-414b-bcbc-f17ddbddf58b by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:34:52.713415 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Attempting to bind port fc913e92-d129-414b-bcbc-f17ddbddf58b on network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:52.722387 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Port fc913e92-d129-414b-bcbc-f17ddbddf58b on network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:34:52.722601 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Attempting to bind port fc913e92-d129-414b-bcbc-f17ddbddf58b on network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:34:52.732963 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:34:52.733543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Checking segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:34:52.734195 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Bound using segment: {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:34:52.735075 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Bound port: fc913e92-d129-414b-bcbc-f17ddbddf58b, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45499b60-bb62-4dec-a61e-61d810b2e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:34:52.735695 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.837510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:34:52.842496 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:34:52.849746 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.898262 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.900847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:52.905401 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] 10.222.0.57 "PUT /v2.0/ports/fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 1093 time: 0.8328364 Nov 22 18:34:52.905662 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:52.909431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d05455-7629-4f17-9aeb-20125a33a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:52.947683 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfabb0-225d-4fd3-a36a-3b8250d14408 service neutron] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:52.975022 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234ae08-b6c4-4dac-8fd6-22c8d0bb5919 req-97e8cc63-ebeb-4083-83bd-6d252ad63404 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:52.977226 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a234ae08-b6c4-4dac-8fd6-22c8d0bb5919 req-97e8cc63-ebeb-4083-83bd-6d252ad63404 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Nov 22 18:34:52.980600 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1569cebc-7a1b-4061-996e-b7721a2bdcea x-openstack-request-id: req-1569cebc-7a1b-4061-996e-b7721a2bdcea {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:52.980897 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:52.981155 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1569cebc-7a1b-4061-996e-b7721a2bdcea {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:52.981559 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'status': 'completed', 'code': 200} Nov 22 18:34:53.019101 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-4a2c7f69-5a44-4a25-8616-02d1db76df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.020705 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-4a2c7f69-5a44-4a25-8616-02d1db76df08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1096 time: 0.0638342 Nov 22 18:34:53.052090 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a234ae08-b6c4-4dac-8fd6-22c8d0bb5919 req-4cb57df7-aa20-4dde-86ba-70294a0a2255 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677886 Nov 22 18:34:53.083763 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-ab7147d0-9b52-42a9-8f02-2f2bda10dcba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 217 time: 0.0520313 Nov 22 18:34:53.155245 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-6a155a88-fec8-414f-900e-cb7d3fd5c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.156751 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-6a155a88-fec8-414f-900e-cb7d3fd5c985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0644679 Nov 22 18:34:53.210664 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b264e0-3803-4962-9229-1110a80df986 req-2c60df67-c7ab-47d4-82b5-2fb3e6324aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.212223 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-2c60df67-c7ab-47d4-82b5-2fb3e6324aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470703 Nov 22 18:34:53.317566 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-0b1444d3-1ed6-4299-84c9-6106b77df37e service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940177 Nov 22 18:34:53.358990 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fcf8c-4946-4e40-92b6-819b9224e889 req-26fc94fb-0b18-4dbe-9101-9a97f6c59087 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.360412 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d57fcf8c-4946-4e40-92b6-819b9224e889 req-26fc94fb-0b18-4dbe-9101-9a97f6c59087 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0830989 Nov 22 18:34:53.375176 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210712df-47c1-449f-a23c-b51985afecdb req-45983962-4e57-47dc-82b3-1931e5fc3494 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.376658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-210712df-47c1-449f-a23c-b51985afecdb req-45983962-4e57-47dc-82b3-1931e5fc3494 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0707285 Nov 22 18:34:53.416758 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-15b264e0-3803-4962-9229-1110a80df986 req-acdf91ae-333f-4462-8764-502dcaf18c0c service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872488 Nov 22 18:34:53.481355 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d57fcf8c-4946-4e40-92b6-819b9224e889 req-cbaf070c-f356-4a3a-b02e-6f6078eec999 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034551 Nov 22 18:34:53.492519 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-210712df-47c1-449f-a23c-b51985afecdb req-24e83c1e-4565-45a0-b89a-d9cbb3d03bef tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089180 Nov 22 18:34:53.548423 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-ced4faac-59b0-4d04-ad23-3fdeb1ec4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.549955 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-ced4faac-59b0-4d04-ad23-3fdeb1ec4014 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1096 time: 0.0503798 Nov 22 18:34:53.672292 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-f4ce1c1f-04d0-40e1-9de8-ebdfac2b2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.675092 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-f4ce1c1f-04d0-40e1-9de8-ebdfac2b2587 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.1137607 Nov 22 18:34:53.711075 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:53.729355 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-b6e9e45c-e22f-4a03-abfa-c3e89e702f79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 217 time: 0.0428219 Nov 22 18:34:53.813698 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-e332983a-14ac-4add-ac73-d42036d2ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.815823 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-e332983a-14ac-4add-ac73-d42036d2ebbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0727255 Nov 22 18:34:53.848134 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e546a-8df8-4e11-b5c0-a4049d012198 req-877c07a0-7e59-43d8-8da1-7ec5db547e16 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:53.849843 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9d8e546a-8df8-4e11-b5c0-a4049d012198 req-877c07a0-7e59-43d8-8da1-7ec5db547e16 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0693674 Nov 22 18:34:53.934625 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9d8e546a-8df8-4e11-b5c0-a4049d012198 req-e65be28a-44a2-4690-935d-dcdf97b31ca5 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772276 Nov 22 18:34:54.018112 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-19cd8b3b-4b01-4651-ae63-2d0899a3eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:54.019681 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-19cd8b3b-4b01-4651-ae63-2d0899a3eb02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526259 Nov 22 18:34:54.133607 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-dc3c4a4c-e6d6-4cbe-8a87-60a73b9951b3 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045256 Nov 22 18:34:54.260461 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740095b-1df1-47c2-80d2-068fc114064c req-5530a63f-f872-4f94-a57a-8c3693736ccb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:54.262868 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0740095b-1df1-47c2-80d2-068fc114064c req-5530a63f-f872-4f94-a57a-8c3693736ccb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0760944 Nov 22 18:34:54.287747 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-92d05455-7629-4f17-9aeb-20125a33a4c4 req-4c7d5959-7f10-46a2-9427-87c466bc8abd service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421924 Nov 22 18:34:54.318538 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0740095b-1df1-47c2-80d2-068fc114064c req-ccfe3755-adbc-41ff-a659-1a8aa729060f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465865 Nov 22 18:34:54.642482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ba671-a94d-4b50-bff1-473cd0c0d5e1 req-fba2da8b-081c-4478-8c8e-10815ef8262b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:54.644081 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e51ba671-a94d-4b50-bff1-473cd0c0d5e1 req-fba2da8b-081c-4478-8c8e-10815ef8262b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0800500 Nov 22 18:34:54.667283 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78928f0b-5d7e-4336-b7b6-774ba5c5b31d req-ff92a6c9-5d5d-45c4-90e4-5c7c875e8e43 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:54.669328 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78928f0b-5d7e-4336-b7b6-774ba5c5b31d req-ff92a6c9-5d5d-45c4-90e4-5c7c875e8e43 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0962846 Nov 22 18:34:54.745055 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e51ba671-a94d-4b50-bff1-473cd0c0d5e1 req-08730cc3-7a69-41ef-962d-fd93951d1843 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746963 Nov 22 18:34:54.753416 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78928f0b-5d7e-4336-b7b6-774ba5c5b31d req-9cf1a6f1-ba26-49fc-831c-55c13348cfe0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770996 Nov 22 18:34:55.065865 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9e900-876c-4b36-9804-2e84958f6bde req-05a1a23b-25cc-4350-824c-75d453402e3d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:55.067358 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6e9e900-876c-4b36-9804-2e84958f6bde req-05a1a23b-25cc-4350-824c-75d453402e3d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0581510 Nov 22 18:34:55.119698 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6e9e900-876c-4b36-9804-2e84958f6bde req-be579cd9-16bd-4ce1-ae52-21d74aefbe8d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Nov 22 18:34:55.259702 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:34:55.353781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-6d58124c-7ea6-442b-93fa-3423b5a92461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:55.397664 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:55.411029 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:34:55.453901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:55.466967 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408d40d-6b9f-454f-9429-05c8a0dffb83 req-27f1de0d-8747-4c41-ae2c-d6775062a698 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:55.468562 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9408d40d-6b9f-454f-9429-05c8a0dffb83 req-27f1de0d-8747-4c41-ae2c-d6775062a698 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0556977 Nov 22 18:34:55.469435 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:34:55.492638 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:55.498518 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:55.523842 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9408d40d-6b9f-454f-9429-05c8a0dffb83 req-fb9ed373-8509-4695-9a89-2822313efe2b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Nov 22 18:34:55.562664 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=6']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:55.939620 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532ae7-9a8e-490a-a958-d57be20fed67 req-a2d75d8c-aac4-4843-b2ed-f7b31fc41a05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:55.941195 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d532ae7-9a8e-490a-a958-d57be20fed67 req-a2d75d8c-aac4-4843-b2ed-f7b31fc41a05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1198382 Nov 22 18:34:55.949925 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870c64-ba08-42d3-a843-fe21646e9bcb req-97618b7a-8378-44df-8ccc-50dde23c7a9b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:55.951478 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2870c64-ba08-42d3-a843-fe21646e9bcb req-97618b7a-8378-44df-8ccc-50dde23c7a9b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1162391 Nov 22 18:34:56.027652 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d532ae7-9a8e-490a-a958-d57be20fed67 req-d8a5490d-8db5-46dc-981b-86eb609a1e96 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745156 Nov 22 18:34:56.031649 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2870c64-ba08-42d3-a843-fe21646e9bcb req-ae965edb-df10-400a-9b64-206e0dfaa9f8 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732200 Nov 22 18:34:56.249114 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca90a-28a5-43d8-82b3-d11fb4b800ce req-9c6c6834-95fe-424a-9182-2b2b2b077cb8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:56.250721 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a6bca90a-28a5-43d8-82b3-d11fb4b800ce req-9c6c6834-95fe-424a-9182-2b2b2b077cb8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Nov 22 18:34:56.307032 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a6bca90a-28a5-43d8-82b3-d11fb4b800ce req-4d5695aa-6f99-4800-b478-fbc812d9d17d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502410 Nov 22 18:34:56.662756 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd3b71-8c14-4b4c-bd78-e076c287ca2a req-8f63d906-bbef-4a01-803d-163793636caf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:56.664357 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-58fd3b71-8c14-4b4c-bd78-e076c287ca2a req-8f63d906-bbef-4a01-803d-163793636caf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0556860 Nov 22 18:34:56.717604 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-58fd3b71-8c14-4b4c-bd78-e076c287ca2a req-f1136aff-010e-4d20-9007-096aa9a365c0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 Nov 22 18:34:57.189473 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['6594b50c-68e8-49b3-866c-c9f855c9dc7b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:34:57.208713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20365235-b5f5-4f52-8a4a-fe6cac6684d4 req-bb9430ad-ccf4-47ab-a9fe-7261d6c71371 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:57.210271 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20365235-b5f5-4f52-8a4a-fe6cac6684d4 req-bb9430ad-ccf4-47ab-a9fe-7261d6c71371 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0851486 Nov 22 18:34:57.220175 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08256ae5-53e8-4320-b4fe-ab59bd73b32e req-4d57134e-373e-4d80-a39c-2ad32a0a6c90 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:57.221625 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-08256ae5-53e8-4320-b4fe-ab59bd73b32e req-4d57134e-373e-4d80-a39c-2ad32a0a6c90 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0943370 Nov 22 18:34:57.310730 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-20365235-b5f5-4f52-8a4a-fe6cac6684d4 req-a0316207-8cfd-4ed7-a9e2-ac5d71841df3 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880277 Nov 22 18:34:57.314885 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-08256ae5-53e8-4320-b4fe-ab59bd73b32e req-9ca9723d-8bc0-4e73-990f-0a77711651fc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832140 Nov 22 18:34:57.463971 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80defa28-1c6e-4a4f-b0d8-3bfa17ba4c87 req-d97a0869-7309-47ec-8f4b-7fb9c5f116f6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:57.466774 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80defa28-1c6e-4a4f-b0d8-3bfa17ba4c87 req-d97a0869-7309-47ec-8f4b-7fb9c5f116f6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0699856 Nov 22 18:34:57.532681 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80defa28-1c6e-4a4f-b0d8-3bfa17ba4c87 req-9a6ed510-bbf6-4f28-91e4-500178e7f748 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578935 Nov 22 18:34:57.732505 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a66d8662-878d-4759-ad32-0bf70367fd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:57.849831 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351fda9-ccb0-4805-9a38-ce784e1140a1 req-f32f7583-5c74-41ff-8e3e-3075c6f343e7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:57.851478 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7351fda9-ccb0-4805-9a38-ce784e1140a1 req-f32f7583-5c74-41ff-8e3e-3075c6f343e7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0559375 Nov 22 18:34:57.911564 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7351fda9-ccb0-4805-9a38-ce784e1140a1 req-3c1111bc-76b6-45cb-a5c9-a8c7eae390f5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Nov 22 18:34:58.538623 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9291f-6aa4-46f9-a786-db8e3ae1697a req-fadee59b-81a6-466c-97cc-cbae4cb0ee2d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:58.540273 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99a9291f-6aa4-46f9-a786-db8e3ae1697a req-fadee59b-81a6-466c-97cc-cbae4cb0ee2d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1216624 Nov 22 18:34:58.549167 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1764a-0203-4028-bfb3-3dfbf92381d3 req-575cfd39-f8cf-491b-9476-d4d80f8bfb45 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:58.550779 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dfc1764a-0203-4028-bfb3-3dfbf92381d3 req-575cfd39-f8cf-491b-9476-d4d80f8bfb45 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0701785 Nov 22 18:34:58.629567 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99a9291f-6aa4-46f9-a786-db8e3ae1697a req-2b55a116-b4e4-45cd-9ae1-b1b0ca1575b7 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776200 Nov 22 18:34:58.633743 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dfc1764a-0203-4028-bfb3-3dfbf92381d3 req-3871fa57-3182-45f8-ba7b-18e4ba60afcd tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757775 Nov 22 18:34:58.786425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430385-a970-419d-92fe-54b8e890369b req-68b77665-9236-4048-ba65-82f8a72b65ad tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:58.788060 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77430385-a970-419d-92fe-54b8e890369b req-68b77665-9236-4048-ba65-82f8a72b65ad tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0736248 Nov 22 18:34:58.845622 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77430385-a970-419d-92fe-54b8e890369b req-e0a326a8-4e9a-4437-bb85-6fb9c5f56685 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Nov 22 18:34:58.900238 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:59.043480 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011cb8c-971b-493a-85f3-098769a2c6e5 req-0136f50b-58df-43c4-aa3c-a83eabbfb558 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:59.045009 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6011cb8c-971b-493a-85f3-098769a2c6e5 req-0136f50b-58df-43c4-aa3c-a83eabbfb558 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0526593 Nov 22 18:34:59.102979 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6011cb8c-971b-493a-85f3-098769a2c6e5 req-26b8c97b-f84a-4aa6-b008-88803e5bf632 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517848 Nov 22 18:34:59.112526 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:34:59.174241 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 6594b50c-68e8-49b3-866c-c9f855c9dc7b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:34:59.174787 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:59.304946 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:59.334682 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:34:59.338471 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50683d27-344f-456c-a93f-c41c3afeccf8" -d '{"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:34:59.361084 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:34:59.366723 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:34:59.392495 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb16b830-5ce3-4d0e-93e4-ce6d80069682 x-openstack-request-id: req-bb16b830-5ce3-4d0e-93e4-ce6d80069682 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:34:59.392823 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:34:59.393081 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb16b830-5ce3-4d0e-93e4-ce6d80069682 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:34:59.393557 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'code': 200} Nov 22 18:34:59.423951 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=7']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:34:59.794508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd2963-f3ef-4b9b-87e2-511450a2e584 req-e2334bb1-3b95-4637-b420-d29129a32a95 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:59.796087 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0fdd2963-f3ef-4b9b-87e2-511450a2e584 req-e2334bb1-3b95-4637-b420-d29129a32a95 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0817773 Nov 22 18:34:59.809238 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98643ff2-6140-4a93-8d12-bb17dc11f73d req-a539f1de-f300-471f-a24a-916d28c75792 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:34:59.810785 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-98643ff2-6140-4a93-8d12-bb17dc11f73d req-a539f1de-f300-471f-a24a-916d28c75792 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0942039 Nov 22 18:34:59.895023 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0fdd2963-f3ef-4b9b-87e2-511450a2e584 req-a5405ad0-7972-4648-9b65-65bbbffa4611 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828030 Nov 22 18:34:59.908947 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-98643ff2-6140-4a93-8d12-bb17dc11f73d req-619cda74-af52-44a2-b19a-52d22f4b7b14 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833216 Nov 22 18:35:00.010680 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20daf-048e-4411-9548-eed306727f98 req-d5d59fbc-4dc7-4c56-bc4e-233c7d702a9f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:00.012884 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b6c20daf-048e-4411-9548-eed306727f98 req-d5d59fbc-4dc7-4c56-bc4e-233c7d702a9f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Nov 22 18:35:00.066049 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b6c20daf-048e-4411-9548-eed306727f98 req-23f28831-173d-462f-bc48-6fa4daa72cfe tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 Nov 22 18:35:00.248204 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d61a9-2cff-422d-87b3-64a13dd00794 req-07747efd-6bee-4381-9db1-148f8eb62671 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:00.250269 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-433d61a9-2cff-422d-87b3-64a13dd00794 req-07747efd-6bee-4381-9db1-148f8eb62671 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0590501 Nov 22 18:35:00.306944 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-433d61a9-2cff-422d-87b3-64a13dd00794 req-3eb2ec5e-18c7-4329-bf9a-61635e41e7dd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504761 Nov 22 18:35:01.057509 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd6cd-f651-4666-a425-3c19061b4f34 req-69f34665-371c-453b-ab69-eab53edf45fe tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:01.059193 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bedbd6cd-f651-4666-a425-3c19061b4f34 req-69f34665-371c-453b-ab69-eab53edf45fe tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0828710 Nov 22 18:35:01.080609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3d83-3bce-4afe-9506-9a45f7cacec6 req-5178fce2-a7ea-41c3-a662-bb831188fe96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:01.082156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4b8d3d83-3bce-4afe-9506-9a45f7cacec6 req-5178fce2-a7ea-41c3-a662-bb831188fe96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0732846 Nov 22 18:35:01.155877 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bedbd6cd-f651-4666-a425-3c19061b4f34 req-18714344-d5df-4f8c-9b73-43a5f3cbb30f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888703 Nov 22 18:35:01.168963 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4b8d3d83-3bce-4afe-9506-9a45f7cacec6 req-00305583-49a9-4d1a-9de7-1a2e74922e65 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780845 Nov 22 18:35:01.278553 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7145665-67fb-499b-a44d-98d5b2ab8950 req-382fc080-8e05-4dac-b901-062370703402 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:01.280449 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d7145665-67fb-499b-a44d-98d5b2ab8950 req-382fc080-8e05-4dac-b901-062370703402 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Nov 22 18:35:01.330136 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d7145665-67fb-499b-a44d-98d5b2ab8950 req-c620122d-5660-4699-918e-2cef7a347666 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Nov 22 18:35:01.444174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219a8a-b5e3-4967-9846-0cbcf8ff583e req-692dd284-f867-4b15-bfcd-7d9ce30af0f2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:01.445741 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-12219a8a-b5e3-4967-9846-0cbcf8ff583e req-692dd284-f867-4b15-bfcd-7d9ce30af0f2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Nov 22 18:35:01.496797 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-12219a8a-b5e3-4967-9846-0cbcf8ff583e req-17a8aaba-4d21-451f-8beb-87b142078bd3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Nov 22 18:35:01.579625 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:01.664928 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:02.347292 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25390d-838a-416b-99c7-9e57077866a5 req-d0eed3ba-ae78-4fd0-999f-37446d3e495c tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:02.348923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5c25390d-838a-416b-99c7-9e57077866a5 req-d0eed3ba-ae78-4fd0-999f-37446d3e495c tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0975466 Nov 22 18:35:02.373886 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b039-2590-42f2-a366-9dd68430c6cc req-07186c0d-8bc9-44f8-abc5-9a4f5678f990 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:02.375458 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c53b039-2590-42f2-a366-9dd68430c6cc req-07186c0d-8bc9-44f8-abc5-9a4f5678f990 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0838680 Nov 22 18:35:02.447683 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5c25390d-838a-416b-99c7-9e57077866a5 req-155d8d37-1c44-4421-99b1-4811a8aeb452 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885804 Nov 22 18:35:02.460855 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c53b039-2590-42f2-a366-9dd68430c6cc req-39130f82-addd-4e65-9328-7bf0f83e7f4d tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766366 Nov 22 18:35:02.562841 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cf574-e449-4877-b940-4999ee8fac21 req-c36ba91e-c9d9-4bab-8903-2265fe3a146d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:02.564413 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1e5cf574-e449-4877-b940-4999ee8fac21 req-c36ba91e-c9d9-4bab-8903-2265fe3a146d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Nov 22 18:35:02.644197 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1e5cf574-e449-4877-b940-4999ee8fac21 req-c6950994-c7f5-4289-bfe6-65b9f03dd466 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738318 Nov 22 18:35:02.669173 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48430f-5934-4766-a241-b03837efcb44 req-ceb4b572-5dda-43c2-87c9-692548f7ca51 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:02.670736 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9b48430f-5934-4766-a241-b03837efcb44 req-ceb4b572-5dda-43c2-87c9-692548f7ca51 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0872982 Nov 22 18:35:02.733782 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9b48430f-5934-4766-a241-b03837efcb44 req-c87bb59f-c5a0-471f-91b0-e29fa891e38d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563257 Nov 22 18:35:03.124239 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:35:03.238496 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:35:03.261396 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'mac_address': 'fa:16:3e:85:13:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:35:03.329176 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:03.345821 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc913e92-d129-414b-bcbc-f17ddbddf58b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:35:03.377787 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:35:03.382177 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:03.457353 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:03.631409 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ac70-67ec-4df7-968a-5e13449be75b req-bb578e9a-0782-4c3c-a483-58ba53e21ada tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:03.632996 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1e8ac70-67ec-4df7-968a-5e13449be75b req-bb578e9a-0782-4c3c-a483-58ba53e21ada tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0918424 Nov 22 18:35:03.659565 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94515ae-5d15-44a9-a1a3-5888f0ffc4c3 req-01f51a94-1e3e-439c-996d-b0177ea9b22f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:03.661128 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c94515ae-5d15-44a9-a1a3-5888f0ffc4c3 req-01f51a94-1e3e-439c-996d-b0177ea9b22f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 944 time: 0.0883412 Nov 22 18:35:03.725289 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['fc913e92-d129-414b-bcbc-f17ddbddf58b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:35:03.736889 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1e8ac70-67ec-4df7-968a-5e13449be75b req-8532d3fd-0579-4c96-8c7e-ab74d9a01d50 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949230 Nov 22 18:35:03.759403 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c94515ae-5d15-44a9-a1a3-5888f0ffc4c3 req-1117ebed-8ea2-4ec2-be8f-3a7b2222334b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879505 Nov 22 18:35:03.973654 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b253-7f45-4202-be4d-adbad0e55a6d req-b19523ef-3825-47de-82ec-6fad536bbc5d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:03.975279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7d7b253-7f45-4202-be4d-adbad0e55a6d req-b19523ef-3825-47de-82ec-6fad536bbc5d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0924067 Nov 22 18:35:03.992431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064eb8-a4c1-42f5-b285-25bd801bb9c2 req-73565725-815c-4e9f-a1ee-50858260bd76 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:03.994003 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-81064eb8-a4c1-42f5-b285-25bd801bb9c2 req-73565725-815c-4e9f-a1ee-50858260bd76 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0951011 Nov 22 18:35:04.080793 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7d7b253-7f45-4202-be4d-adbad0e55a6d req-16c8f2d7-6d37-4b44-b884-c2023b220369 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979226 Nov 22 18:35:04.096414 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-81064eb8-a4c1-42f5-b285-25bd801bb9c2 req-37bee504-119a-4e43-b46b-38a2e95403e2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835485 Nov 22 18:35:04.949641 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dba0d-cb6c-4128-b4ab-8b259405e6df req-acb18876-eac9-4473-bbc7-3f98c081b628 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:04.951173 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-791dba0d-cb6c-4128-b4ab-8b259405e6df req-acb18876-eac9-4473-bbc7-3f98c081b628 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 944 time: 0.0901935 Nov 22 18:35:04.963435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe263b2-2051-4992-857f-8bdd7973a396 req-227cf0ef-8f18-4675-bc5e-8f1d0d877191 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:04.965518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7fe263b2-2051-4992-857f-8bdd7973a396 req-227cf0ef-8f18-4675-bc5e-8f1d0d877191 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0955825 Nov 22 18:35:05.043967 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-791dba0d-cb6c-4128-b4ab-8b259405e6df req-70f35821-6e59-4144-9b9e-ea2c9ac56d26 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774238 Nov 22 18:35:05.047931 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7fe263b2-2051-4992-857f-8bdd7973a396 req-dfe3b95c-8ed6-4ca6-a065-10e5d540bc8c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754888 Nov 22 18:35:05.139381 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:35:05.204272 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port fc913e92-d129-414b-bcbc-f17ddbddf58b completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:35:05.209603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port fc913e92-d129-414b-bcbc-f17ddbddf58b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:35:05.209982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:05.312867 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:05.342886 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:35:05.345398 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4403894-1093-4edf-8679-3dc0c95e67f9" -d '{"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-plugged", "status": "completed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:35:05.353280 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295521d-f965-44a6-9c5c-0c80f756f17f req-333bfbdf-eaa3-482a-babb-935867f9afd8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.359752 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b295521d-f965-44a6-9c5c-0c80f756f17f req-333bfbdf-eaa3-482a-babb-935867f9afd8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1533399 Nov 22 18:35:05.360632 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:35:05.368612 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:05.372844 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-8c646fd3-12e6-4344-892b-cb93eb50dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.378145 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-8c646fd3-12e6-4344-892b-cb93eb50dfc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.0608444 Nov 22 18:35:05.443271 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903df0a-d80b-40b5-9185-51d03600252d req-dd598c03-c5d4-46f4-836a-7e8a199f8a1d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.443528 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:05.445295 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e903df0a-d80b-40b5-9185-51d03600252d req-dd598c03-c5d4-46f4-836a-7e8a199f8a1d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1690748 Nov 22 18:35:05.484295 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b295521d-f965-44a6-9c5c-0c80f756f17f req-3227ad51-3196-42c4-8356-9d74fb789ba4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033113 Nov 22 18:35:05.527725 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-1a255495-3240-4bcb-8810-1ce28fccb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.528818 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e903df0a-d80b-40b5-9185-51d03600252d req-a80ca0e4-a36d-4380-b61b-ad30a945bbfa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695314 Nov 22 18:35:05.532761 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-1a255495-3240-4bcb-8810-1ce28fccb875 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.1435306 Nov 22 18:35:05.607029 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abbd5e2-4374-4810-a242-9fa7dde60e57 x-openstack-request-id: req-5abbd5e2-4374-4810-a242-9fa7dde60e57 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:35:05.607436 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-plugged", "status": "completed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:35:05.607766 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5abbd5e2-4374-4810-a242-9fa7dde60e57 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:35:05.608723 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'code': 200} Nov 22 18:35:05.622909 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-9229bae8-6324-4082-8440-825161835eb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 1001 time: 0.0823262 Nov 22 18:35:05.655092 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a312672-cca2-4de0-b3bb-2a5c89b4967a req-8cacc77a-c876-4c38-8fb4-8a8f0ea765cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.656674 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a312672-cca2-4de0-b3bb-2a5c89b4967a req-8cacc77a-c876-4c38-8fb4-8a8f0ea765cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0673110 Nov 22 18:35:05.686279 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-3d5de31f-7cfb-4610-9e98-fd2d0c81fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.689348 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-3d5de31f-7cfb-4610-9e98-fd2d0c81fad7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0581586 Nov 22 18:35:05.743739 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a312672-cca2-4de0-b3bb-2a5c89b4967a req-83ddd0e9-7941-4f7b-99f2-85bdfa2fe45a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801575 Nov 22 18:35:05.744286 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-b3caffe1-9c09-41ee-9b4c-7fefa6730d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.746278 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-b3caffe1-9c09-41ee-9b4c-7fefa6730d0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499907 Nov 22 18:35:05.909948 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-b04f82d4-f08b-421d-908f-9402ccc6698b service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543896 Nov 22 18:35:05.949632 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfcaa7-a4bf-4034-894d-dc02ca66a680 req-02b09fc4-57ef-43a8-abd2-3d064caa0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:05.951290 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4fdfcaa7-a4bf-4034-894d-dc02ca66a680 req-02b09fc4-57ef-43a8-abd2-3d064caa0c4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1098 time: 0.0848062 Nov 22 18:35:06.052010 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4fdfcaa7-a4bf-4034-894d-dc02ca66a680 req-54909a6a-43f8-4680-8897-1563f7981202 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745242 Nov 22 18:35:06.070199 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6946f3a1-c83c-4264-bef6-c85c7a5d7b94 req-e11c7b63-eef8-4d67-8267-15de14b7297c service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512189 Nov 22 18:35:06.197390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1538104-0d33-470f-a88b-2b21218ebe21 req-579a1fe3-422e-44bc-9e13-7406d43fad9b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:06.199613 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1538104-0d33-470f-a88b-2b21218ebe21 req-579a1fe3-422e-44bc-9e13-7406d43fad9b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0583670 Nov 22 18:35:06.255521 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1538104-0d33-470f-a88b-2b21218ebe21 req-c587200f-55c3-4505-8c1e-f1859b119148 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 Nov 22 18:35:06.637473 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c5e0-36dd-45cd-9c47-2a8314f0df6b req-44067ae5-399f-430f-98fc-b3c728421576 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:06.639055 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80e6c5e0-36dd-45cd-9c47-2a8314f0df6b req-44067ae5-399f-430f-98fc-b3c728421576 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0622733 Nov 22 18:35:06.719119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80e6c5e0-36dd-45cd-9c47-2a8314f0df6b req-66536ff7-9fcc-4ced-a98a-b5ab9c92a646 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706234 Nov 22 18:35:06.726643 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8701d22-cbd3-4741-afa7-675276a6f512 req-fb84e080-b0a3-4943-8a11-628d54f58815 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:06.728183 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f8701d22-cbd3-4741-afa7-675276a6f512 req-fb84e080-b0a3-4943-8a11-628d54f58815 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0882080 Nov 22 18:35:06.796267 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f8701d22-cbd3-4741-afa7-675276a6f512 req-47525abf-3123-41dd-808d-82576ee1bdf8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558631 Nov 22 18:35:06.911035 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5e627-e1a1-497a-8e02-3eae41ea75c3 req-642e62e2-7bf8-406d-be46-516366f639bf tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:06.912589 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-65b5e627-e1a1-497a-8e02-3eae41ea75c3 req-642e62e2-7bf8-406d-be46-516366f639bf tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0527239 Nov 22 18:35:06.970116 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-65b5e627-e1a1-497a-8e02-3eae41ea75c3 req-7eecc872-7c1a-4e21-9ce9-16c35075b9e0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511286 Nov 22 18:35:07.635366 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f97719-61ca-43c3-a3cf-dba5504a3458 req-5dba24f6-dca8-48b6-9cb1-ebfc8850888f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:07.637604 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87f97719-61ca-43c3-a3cf-dba5504a3458 req-5dba24f6-dca8-48b6-9cb1-ebfc8850888f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.2984521 Nov 22 18:35:07.695467 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87f97719-61ca-43c3-a3cf-dba5504a3458 req-f5bba609-089f-4098-ac57-31c8a09009bb tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506747 Nov 22 18:35:07.895902 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651968-3b1d-4901-b4bf-5e7d295f5164 req-59c7dd4b-3c1d-4c48-aab5-2b8750220186 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:07.898326 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cb651968-3b1d-4901-b4bf-5e7d295f5164 req-59c7dd4b-3c1d-4c48-aab5-2b8750220186 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0912154 Nov 22 18:35:08.010175 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cb651968-3b1d-4901-b4bf-5e7d295f5164 req-5c7d4125-de0d-476e-b936-6eada147ccae tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003735 Nov 22 18:35:08.040099 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebefda-5af8-416f-8f0c-fa3c89d89890 req-f51fea5f-db56-4c5e-bf27-df1a2bfa0e8a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:08.044028 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99ebefda-5af8-416f-8f0c-fa3c89d89890 req-f51fea5f-db56-4c5e-bf27-df1a2bfa0e8a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1226459 Nov 22 18:35:08.148535 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99ebefda-5af8-416f-8f0c-fa3c89d89890 req-c5966fd0-c421-46c0-9fbf-4ac1f14049c2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983970 Nov 22 18:35:08.172572 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325c21c-a0ff-4f2a-94ae-4770af8f42a5 req-5cf6e51b-afbb-43f1-9f36-76ea616d4c9d tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:08.174465 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1325c21c-a0ff-4f2a-94ae-4770af8f42a5 req-5cf6e51b-afbb-43f1-9f36-76ea616d4c9d tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0792928 Nov 22 18:35:08.256864 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1325c21c-a0ff-4f2a-94ae-4770af8f42a5 req-48e405c1-0132-4693-8a89-c09f94995beb tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589464 Nov 22 18:35:08.898447 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a833-79e7-4c7d-bb47-106e83d03bb5 req-0ef00da5-322b-4aa7-b73b-5d15fc7c212f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:08.912932 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-88b1a833-79e7-4c7d-bb47-106e83d03bb5 req-0ef00da5-322b-4aa7-b73b-5d15fc7c212f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0855284 Nov 22 18:35:08.980013 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-88b1a833-79e7-4c7d-bb47-106e83d03bb5 req-87690244-1fdf-4893-a91d-6268b7ecad5b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652339 Nov 22 18:35:09.227925 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a829b91-412a-4c67-996f-8c25d033e260 req-013a7fd5-c19b-4dc5-9a8e-5ab3b63949c6 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:09.231455 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1a829b91-412a-4c67-996f-8c25d033e260 req-013a7fd5-c19b-4dc5-9a8e-5ab3b63949c6 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1378274 Nov 22 18:35:09.311127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8a7d-ec18-4cac-b981-233760bc9b7c req-131c7333-e3bd-4774-a2f0-e916f1bcdfd5 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:09.313763 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-417a8a7d-ec18-4cac-b981-233760bc9b7c req-131c7333-e3bd-4774-a2f0-e916f1bcdfd5 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1675935 Nov 22 18:35:09.376588 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1a829b91-412a-4c67-996f-8c25d033e260 req-182f391f-de98-4cbb-b65a-8dbb1da3a8e2 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358316 Nov 22 18:35:09.428454 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 34136) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:09.467428 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-417a8a7d-ec18-4cac-b981-233760bc9b7c req-e587b8b7-504b-4298-8176-43e69c7f22a1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307998 Nov 22 18:35:09.612499 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977071c4-3521-4492-a64c-9ff8d9864e7d req-33affbda-1bbc-446c-aad7-69d013a85240 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:09.621065 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-977071c4-3521-4492-a64c-9ff8d9864e7d req-33affbda-1bbc-446c-aad7-69d013a85240 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0779941 Nov 22 18:35:09.702889 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-977071c4-3521-4492-a64c-9ff8d9864e7d req-c76ace9c-94cf-46ca-9c9e-24b98afdcea1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806611 Nov 22 18:35:09.883243 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207b44e-0731-4ed2-9ed7-fcf12bd768fd tempest-TestShelveInstance-1008718444 tempest-TestShelveInstance-1008718444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:09.889888 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34142) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:09.896608 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:35:09.902366 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6207b44e-0731-4ed2-9ed7-fcf12bd768fd tempest-TestShelveInstance-1008718444 tempest-TestShelveInstance-1008718444-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1093 time: 0.4702101 Nov 22 18:35:09.929418 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:10.058618 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:10.266228 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Allocated IP 172.27.1.238 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/77f75364-ba9f-48cf-a4b3-948f691c17eb) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:35:10.435941 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:10.517627 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:10.624159 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:35:10.631335 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:35:10.637554 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:35:10.667659 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'Port': ['ID=77f75364-ba9f-48cf-a4b3-948f691c17eb,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:10.707357 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f91d-4fb7-4184-9ae7-1b4c76e213ed req-72c8c387-3e3b-4229-80d2-e5e839569aa8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:10.709056 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1174f91d-4fb7-4184-9ae7-1b4c76e213ed req-72c8c387-3e3b-4229-80d2-e5e839569aa8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1269302 Nov 22 18:35:11.064881 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1174f91d-4fb7-4184-9ae7-1b4c76e213ed req-4e828926-9680-419d-aec6-853b8a384933 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450110 Nov 22 18:35:11.085975 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eb2a5-db67-453a-bd25-6ae61692d402 req-c281c85d-e381-4fea-805b-11ec1cff302f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:11.094296 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-983eb2a5-db67-453a-bd25-6ae61692d402 req-c281c85d-e381-4fea-805b-11ec1cff302f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.2741773 Nov 22 18:35:11.206302 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-983eb2a5-db67-453a-bd25-6ae61692d402 req-88ce28e2-48e2-45e6-94e8-1b84b8ad9d65 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109006 Nov 22 18:35:11.456093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:11.678837 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:12.031885 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:12.040165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:12.193773 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event updated for resources: {'Port': ['ID=77f75364-ba9f-48cf-a4b3-948f691c17eb,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:12.250068 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:12.511368 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc439c6d-dbdf-4193-9156-b9afae1f1388 req-83dddfdc-4432-4896-9d00-4933c746b9ee tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:12.515703 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dc439c6d-dbdf-4193-9156-b9afae1f1388 req-83dddfdc-4432-4896-9d00-4933c746b9ee tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.3437374 Nov 22 18:35:12.589941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Floating IP 5d33e260-bf9b-49c7-8361-9771aa4a7a92 associated. External IP: 172.27.1.238, port: fc913e92-d129-414b-bcbc-f17ddbddf58b. Nov 22 18:35:12.707608 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d96c2-01e0-4cad-8aa2-bf7a7a957cc8 req-2194291b-a87d-4b53-bc4f-5f3b7570d3aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:12.709793 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d18d96c2-01e0-4cad-8aa2-bf7a7a957cc8 req-2194291b-a87d-4b53-bc4f-5f3b7570d3aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.2934084 Nov 22 18:35:12.782091 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dc439c6d-dbdf-4193-9156-b9afae1f1388 req-b0ee215d-3945-43b4-a749-5bdc7367b2c7 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499933 Nov 22 18:35:12.876951 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d18d96c2-01e0-4cad-8aa2-bf7a7a957cc8 req-70d81977-4d30-4444-a3f0-f6632a80be4b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138327 Nov 22 18:35:13.068436 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Router 402d99f8-96f5-473e-837d-eede03808fbd has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:35:13.312571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:35:13.327646 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Sync routers for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:35:13.351368 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:35:13.352895 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:34:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:13.372200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:13.417127 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4f96fdda-026e-490c-ab3b-3c515928e225 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5249844 Nov 22 18:35:13.418353 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:35:13.424183 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72bf2c8-3ae8-4083-811d-4547f819a254" -d '{"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:35:13.479023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1362547-601f-499f-927d-d3a40a5bcc4f x-openstack-request-id: req-b1362547-601f-499f-927d-d3a40a5bcc4f {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:35:13.479820 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:35:13.480295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1362547-601f-499f-927d-d3a40a5bcc4f {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:35:13.481417 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'status': 'completed', 'code': 200} Nov 22 18:35:13.511199 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:35:13.621293 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-d36ca16f-3eae-420e-9b86-65c2d78e5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:13.630290 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-d36ca16f-3eae-420e-9b86-65c2d78e5474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1098 time: 0.1215570 Nov 22 18:35:13.861855 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-c838523d-e52c-4448-a01f-4e915fe89d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:13.864505 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-c838523d-e52c-4448-a01f-4e915fe89d86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.2242370 Nov 22 18:35:13.984027 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-3e06e817-3405-43b9-b9bc-8e2730b92f43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 999 time: 0.1108804 Nov 22 18:35:14.070530 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663b42-2c78-49f2-bb75-50d1d35efa63 req-9c2d8856-ec4f-42b5-a44c-06e8637c9f78 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:14.075030 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b7663b42-2c78-49f2-bb75-50d1d35efa63 req-9c2d8856-ec4f-42b5-a44c-06e8637c9f78 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1466384 Nov 22 18:35:14.100913 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-2dd671c3-5c3b-4f47-b5f1-2ef13bc3042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:14.108498 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-2dd671c3-5c3b-4f47-b5f1-2ef13bc3042d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.1146748 Nov 22 18:35:14.182177 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-f9433836-0c6d-4cf0-b974-e098faea9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:14.188131 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-f9433836-0c6d-4cf0-b974-e098faea9e66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690243 Nov 22 18:35:14.219367 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5d33e260-bf9b-49c7-8361-9771aa4a7a92', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'mac_address': 'fa:16:3e:85:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80532494-b37c-453f-8c1c-3129c50f3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:35:11Z', 'updated_at': '2021-11-22T18:35:11Z', 'revision_number': 0, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:14.261122 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Checking router: 402d99f8-96f5-473e-837d-eede03808fbd for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:35:14.281526 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:35:14.282072 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:34:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:14.306664 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b7663b42-2c78-49f2-bb75-50d1d35efa63 req-7631b8c3-5fac-479c-96f4-a8c14be4d758 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156222 Nov 22 18:35:14.355499 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88a3a5-d249-4612-a9c8-d0c239d9b819 req-8f82764f-d003-4b95-afb0-1f7780c0f151 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:14.358649 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fd88a3a5-d249-4612-a9c8-d0c239d9b819 req-8f82764f-d003-4b95-afb0-1f7780c0f151 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.2454419 Nov 22 18:35:14.429233 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-3f81d5a2-b13a-419a-8b15-be0ada0e84e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337408 Nov 22 18:35:14.487158 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fd88a3a5-d249-4612-a9c8-d0c239d9b819 req-6c9a9af8-c63f-4742-be02-e9737ce0dd9e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124210 Nov 22 18:35:14.565373 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:35:14.658420 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e72bf2c8-3ae8-4083-811d-4547f819a254 req-f0e0401f-f42a-41e9-b0ed-8c549aa4588d service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207763 Nov 22 18:35:15.009366 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5d33e260-bf9b-49c7-8361-9771aa4a7a92', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'mac_address': 'fa:16:3e:85:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80532494-b37c-453f-8c1c-3129c50f3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:35:11Z', 'updated_at': '2021-11-22T18:35:11Z', 'revision_number': 0, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:15.075069 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0e2ce-7d95-456a-aee8-1308dc65608f None None] The sync data for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi is: [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5d33e260-bf9b-49c7-8361-9771aa4a7a92', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'mac_address': 'fa:16:3e:85:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80532494-b37c-453f-8c1c-3129c50f3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:35:11Z', 'updated_at': '2021-11-22T18:35:11Z', 'revision_number': 0, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:35:15.391392 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5e857-0f26-467b-b532-e178f82d0440 None None] New status for floating IP 5d33e260-bf9b-49c7-8361-9771aa4a7a92: ACTIVE {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:35:15.564819 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e863d-bfb4-433e-ac03-f9e8bf03cbc6 req-1f7bfd68-b79c-426b-980b-f8e96d9c92f7 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:15.578051 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cb5e863d-bfb4-433e-ac03-f9e8bf03cbc6 req-1f7bfd68-b79c-426b-980b-f8e96d9c92f7 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1144409 Nov 22 18:35:15.757636 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cb5e863d-bfb4-433e-ac03-f9e8bf03cbc6 req-f02d5612-f974-4893-8a6f-8f8652cb3fb8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748419 Nov 22 18:35:15.829066 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584c26-d4e0-4b7d-9fb2-858d6957c5a3 req-e98bf7b0-830b-4a75-a43c-b2d64cc2923b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:15.833272 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-49584c26-d4e0-4b7d-9fb2-858d6957c5a3 req-e98bf7b0-830b-4a75-a43c-b2d64cc2923b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1751947 Nov 22 18:35:15.964700 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-49584c26-d4e0-4b7d-9fb2-858d6957c5a3 req-868021ac-a9a1-4710-8b0f-1eb52d92bb50 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204195 Nov 22 18:35:17.079232 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3631c0-fe99-4e3c-aeeb-29846411c9bb req-98f20671-3092-42ae-8f7f-fc817d7f4e49 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:17.093470 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2f3631c0-fe99-4e3c-aeeb-29846411c9bb req-98f20671-3092-42ae-8f7f-fc817d7f4e49 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1405094 Nov 22 18:35:17.204852 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c5ca-fcad-4e1f-8aec-990d9d8182df req-1cc7b51d-a1da-4520-b1c3-69a498cb6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:17.207544 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-53b0c5ca-fcad-4e1f-8aec-990d9d8182df req-1cc7b51d-a1da-4520-b1c3-69a498cb6a39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.1847365 Nov 22 18:35:17.373180 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-53b0c5ca-fcad-4e1f-8aec-990d9d8182df req-bf44aa3e-b28c-4a08-8bf8-a0ed4cb2c9d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565568 Nov 22 18:35:17.509518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2f3631c0-fe99-4e3c-aeeb-29846411c9bb req-c4211265-1b79-4d55-a6b0-8d6753cfe3a6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153767 Nov 22 18:35:17.686461 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4729c-7db4-4939-b7c4-2c53f0b8c0ab req-dd297bed-5ca6-4809-a452-23a603a2f050 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:17.698941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4cc4729c-7db4-4939-b7c4-2c53f0b8c0ab req-dd297bed-5ca6-4809-a452-23a603a2f050 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.3367884 Nov 22 18:35:17.852252 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4cc4729c-7db4-4939-b7c4-2c53f0b8c0ab req-dfa15e18-9d63-43aa-83f5-5abd4023a4c3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519315 Nov 22 18:35:19.030611 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbabb77-1a49-4c47-8029-a2fd284cd44e req-94a274f2-df27-4728-b9d4-659f8c6ac54b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:19.045133 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bfbabb77-1a49-4c47-8029-a2fd284cd44e req-94a274f2-df27-4728-b9d4-659f8c6ac54b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1811855 Nov 22 18:35:19.223631 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bfbabb77-1a49-4c47-8029-a2fd284cd44e req-726cc86d-e58f-4526-acce-35da5e9a5c21 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768689 Nov 22 18:35:19.383621 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cc444-bf2c-4196-813a-f8e76a3da30c req-b1766677-b0d4-4e84-bea4-c56b00671bec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:19.403887 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f2cc444-bf2c-4196-813a-f8e76a3da30c req-b1766677-b0d4-4e84-bea4-c56b00671bec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1781387 Nov 22 18:35:19.504267 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f2cc444-bf2c-4196-813a-f8e76a3da30c req-7e5ff59f-dfaa-43de-931b-b54e2b72af86 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963743 Nov 22 18:35:20.279762 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:35:20.536601 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88aef-dcef-4ece-a0c9-74c7e074cac2 req-5bd41891-4bb1-4a35-ad2d-7fc19a8cdc83 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:20.540011 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03b88aef-dcef-4ece-a0c9-74c7e074cac2 req-5bd41891-4bb1-4a35-ad2d-7fc19a8cdc83 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1526971 Nov 22 18:35:20.904076 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03b88aef-dcef-4ece-a0c9-74c7e074cac2 req-d17a87f3-ffbb-4e20-9af0-da03d28e0f31 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556373 Nov 22 18:35:20.973673 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de38e-fcfa-4de9-8aef-eeb17634d35d req-9618a1ac-ebcc-4498-9ea5-2d9931ab77ec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:20.976736 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9f2de38e-fcfa-4de9-8aef-eeb17634d35d req-9618a1ac-ebcc-4498-9ea5-2d9931ab77ec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.2932944 Nov 22 18:35:21.108346 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9f2de38e-fcfa-4de9-8aef-eeb17634d35d req-f3b5adce-2bcf-4c90-a9e4-f088c0eff3eb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067686 Nov 22 18:35:21.532109 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-f01086b4-b75d-4765-8aad-b37756ea3343 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2068205 Nov 22 18:35:21.727143 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-a25d5e75-91d6-4afb-9279-48645b9d6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:21.734136 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-a25d5e75-91d6-4afb-9279-48645b9d6344 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 1098 time: 0.1393342 Nov 22 18:35:22.109479 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-b266df0f-369d-4bd5-b05c-0eadfb18c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.112114 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-b266df0f-369d-4bd5-b05c-0eadfb18c3f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.3310330 Nov 22 18:35:22.198318 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5696-ca95-4e84-86f7-d1b9983f88be req-89fbd7d7-ae5e-4396-9211-3e8df6322376 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.201130 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-688f5696-ca95-4e84-86f7-d1b9983f88be req-89fbd7d7-ae5e-4396-9211-3e8df6322376 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1451046 Nov 22 18:35:22.259506 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-b8a62381-f813-44a2-8114-7dd1e54748d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 200 len: 217 time: 0.1281242 Nov 22 18:35:22.269447 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-f893f3f8-0cc7-47b3-9038-22d089ffc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.271473 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-f893f3f8-0cc7-47b3-9038-22d089ffc8ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 1098 time: 0.2560775 Nov 22 18:35:22.450485 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-688f5696-ca95-4e84-86f7-d1b9983f88be req-632653f3-7d7c-4ed4-99ca-660ed455b1cf tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378204 Nov 22 18:35:22.488512 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fa1eb-af7c-47d6-a7b9-b57d39be03f4 req-921aefb0-b3ca-404f-80a2-90aeff46d0a8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.502779 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d6fa1eb-af7c-47d6-a7b9-b57d39be03f4 req-921aefb0-b3ca-404f-80a2-90aeff46d0a8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.2379060 Nov 22 18:35:22.637200 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-4cb82183-af95-4289-8e09-9db87a24cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.641200 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-4cb82183-af95-4289-8e09-9db87a24cbc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.3683565 Nov 22 18:35:22.690978 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d6fa1eb-af7c-47d6-a7b9-b57d39be03f4 req-e6a3f4ad-6394-4783-a6d5-09e1015fc0d2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807823 Nov 22 18:35:22.724419 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-62d33d52-c15b-438d-a6bc-3b7c2f7057aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648122 Nov 22 18:35:22.859839 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-a47ddd28-ec63-4df1-8970-43904b395a59 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243851 Nov 22 18:35:22.860743 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-af8e1771-2d9c-4914-8d91-e7c535a72ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:22.862189 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-af8e1771-2d9c-4914-8d91-e7c535a72ac9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 200 len: 920 time: 0.5588191 Nov 22 18:35:22.956453 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-b43d8f4b-cb6a-4fbf-8532-84e2acffb7ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 200 len: 217 time: 0.0672755 Nov 22 18:35:23.121934 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-86fcd734-aa28-4b0e-9ffe-3494a9967ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:23.130831 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-86fcd734-aa28-4b0e-9ffe-3494a9967ce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 200 len: 859 time: 0.1207950 Nov 22 18:35:23.213066 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-eef765be-8b73-4210-a9b6-9d3d9fb3cb99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f673c138-d492-4ad0-88f2-443f4107ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471187 Nov 22 18:35:23.220767 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0c530ebb-ff18-4aeb-bf69-04f9e84c7ade req-533d385a-970f-47cc-b2ba-1e09ccbaa4d7 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413525 Nov 22 18:35:23.681936 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4974e8-8d99-4d6a-8af7-6c6b38e5176e req-e609c8b9-b325-487b-a6eb-fb742697651a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:23.696644 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b4974e8-8d99-4d6a-8af7-6c6b38e5176e req-e609c8b9-b325-487b-a6eb-fb742697651a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1080692 Nov 22 18:35:23.724462 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:23.854456 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b4974e8-8d99-4d6a-8af7-6c6b38e5176e req-133bcd9a-af9f-4ac4-9adb-dd0e4adb6cc1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516712 Nov 22 18:35:23.974996 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-43a4fddd-2110-400d-a54f-b9428cee29d1 service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367682 Nov 22 18:35:24.039256 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1e97-089a-4c5d-bb06-99d17e421dea req-d2b6b9fb-5d6b-4c80-84db-810459cf610b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:24.051182 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1ce1e97-089a-4c5d-bb06-99d17e421dea req-d2b6b9fb-5d6b-4c80-84db-810459cf610b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1705842 Nov 22 18:35:24.203403 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1ce1e97-089a-4c5d-bb06-99d17e421dea req-fcf77451-a91c-4a33-b4a5-df5120d65b7c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438768 Nov 22 18:35:24.234696 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-835e6aba-07a2-4750-b180-e2c80de84d1d req-3fcc44ce-95bb-4f83-871e-1f81dc1e137b service neutron] 10.222.0.57 "GET /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474813 Nov 22 18:35:25.126001 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704017b-9d12-4e0b-9adb-b0cef31753c0 req-fb9129a3-c3d9-4d69-adb9-4d1b3e441def tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:25.133630 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3704017b-9d12-4e0b-9adb-b0cef31753c0 req-fb9129a3-c3d9-4d69-adb9-4d1b3e441def tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1271169 Nov 22 18:35:25.294071 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3704017b-9d12-4e0b-9adb-b0cef31753c0 req-e8df2160-79b6-4649-a8bb-00853ec28285 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486714 Nov 22 18:35:25.344745 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c511-7019-4bec-8de8-36820ca270dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:25.422104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f478-f4da-4019-a29b-cc2a00204a76 req-220d9d35-c9fc-47ad-81d8-d5cb98228e75 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:25.433411 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1566f478-f4da-4019-a29b-cc2a00204a76 req-220d9d35-c9fc-47ad-81d8-d5cb98228e75 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0975323 Nov 22 18:35:25.510524 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1566f478-f4da-4019-a29b-cc2a00204a76 req-56a5206e-f3f3-472e-b93a-70a48e63a1b1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748165 Nov 22 18:35:26.561448 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfd51-c956-40b2-9f5a-2d38a0d8e4ff req-7852d749-c316-489d-b6b9-0e5de252847b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:26.563141 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d47cfd51-c956-40b2-9f5a-2d38a0d8e4ff req-7852d749-c316-489d-b6b9-0e5de252847b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1219888 Nov 22 18:35:26.996902 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d47cfd51-c956-40b2-9f5a-2d38a0d8e4ff req-0a700066-a832-458d-ba77-d517dffc18e7 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117844 Nov 22 18:35:27.009321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a051d-084a-4ac0-a620-39e690c6a29f req-f00ea5b8-5fb9-4d7d-9018-a73423d50983 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:27.017497 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445a051d-084a-4ac0-a620-39e690c6a29f req-f00ea5b8-5fb9-4d7d-9018-a73423d50983 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.3713186 Nov 22 18:35:27.079677 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445a051d-084a-4ac0-a620-39e690c6a29f req-80075bfc-6fdd-4c30-ac24-433ba556f4aa tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610187 Nov 22 18:35:27.733893 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6208571-fa04-4553-87e4-88e3178c0939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:28.374818 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ae04e-0633-4754-b400-7c6838681bfe req-b0328f51-9d3e-4163-a2e8-52291c12dea0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:28.377436 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e08ae04e-0633-4754-b400-7c6838681bfe req-b0328f51-9d3e-4163-a2e8-52291c12dea0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1539116 Nov 22 18:35:28.401921 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9da72-4027-49c0-a3eb-cfb0dea70f47 req-7d256d5b-15c2-45b6-b082-759626abd934 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:28.410705 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aed9da72-4027-49c0-a3eb-cfb0dea70f47 req-7d256d5b-15c2-45b6-b082-759626abd934 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1080434 Nov 22 18:35:28.495752 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aed9da72-4027-49c0-a3eb-cfb0dea70f47 req-c7298a8d-2871-4fb6-80bb-c297eff0d70e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833893 Nov 22 18:35:28.579680 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e08ae04e-0633-4754-b400-7c6838681bfe req-cc9fca40-a0e2-4105-8447-d9a9364b89ed tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450572 Nov 22 18:35:28.942006 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:29.802715 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55950809-762e-4e26-bead-8f241d608b30 req-91a9364b-a54d-43c9-a1ac-509a3ffd1c1f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:29.814485 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55950809-762e-4e26-bead-8f241d608b30 req-91a9364b-a54d-43c9-a1ac-509a3ffd1c1f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1440523 Nov 22 18:35:29.944371 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55950809-762e-4e26-bead-8f241d608b30 req-3b286cd4-6203-468f-9c44-d60b06047abf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283875 Nov 22 18:35:31.285138 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15f1-812b-4050-b34c-7fa33f0840ff req-623c4616-3c22-4f0f-b1b9-def9e0520a5d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:31.289302 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-badb15f1-812b-4050-b34c-7fa33f0840ff req-623c4616-3c22-4f0f-b1b9-def9e0520a5d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1141772 Nov 22 18:35:31.397429 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-badb15f1-812b-4050-b34c-7fa33f0840ff req-1ded05d4-8805-4a7a-95a5-51bba6e5e4f9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003685 Nov 22 18:35:31.634608 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:31.755931 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:32.575220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609adeae-5580-4b21-840e-766e4efff349 req-8a052c9b-f013-4d79-8025-b221465b2077 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:32.576943 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-609adeae-5580-4b21-840e-766e4efff349 req-8a052c9b-f013-4d79-8025-b221465b2077 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0672777 Nov 22 18:35:32.651780 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-609adeae-5580-4b21-840e-766e4efff349 req-bd1acc9d-3af0-48fa-acee-92f44c0e33ec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609007 Nov 22 18:35:32.806179 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-75aae53d-5ccb-42e5-adc1-1f0fb1adefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:32.808590 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-75aae53d-5ccb-42e5-adc1-1f0fb1adefa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1098 time: 0.0508487 Nov 22 18:35:32.926514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-47877bf8-bb5e-4dfa-a469-c5509523caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:32.928058 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-47877bf8-bb5e-4dfa-a469-c5509523caa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.1094992 Nov 22 18:35:33.019015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-61d9d113-ffb4-4441-b3a3-1e5ba40fec94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 200 len: 1001 time: 0.0803866 Nov 22 18:35:33.075826 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-df7f254f-3ad5-45c1-9861-57004a648bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:33.077363 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-df7f254f-3ad5-45c1-9861-57004a648bf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0494072 Nov 22 18:35:33.164119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-f20ea5aa-f108-4a7d-9db0-47077f095c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:33.166092 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-f20ea5aa-f108-4a7d-9db0-47077f095c29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751486 Nov 22 18:35:33.283754 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-c3f08f61-58a7-4c55-a971-7ec5d778203c service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092389 Nov 22 18:35:33.381603 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b9fa3dec-3fd6-47eb-8647-9faf5c1f4c01 req-690824c6-a74b-47a5-90cf-e88ec649db99 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882199 Nov 22 18:35:33.873153 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aaa67-9a09-4e5b-b4f9-b101ee82184e req-f3acd18f-19ee-4c99-a08b-93d74947d904 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:33.889400 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a1aaa67-9a09-4e5b-b4f9-b101ee82184e req-f3acd18f-19ee-4c99-a08b-93d74947d904 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.1208303 Nov 22 18:35:33.979309 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a1aaa67-9a09-4e5b-b4f9-b101ee82184e req-cb601fd4-06c8-451a-97d5-21e03fae8790 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881777 Nov 22 18:35:34.532603 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f79ff-c84b-4175-b962-cdae793baee2 req-1c031b60-cb41-42fc-8118-06fe63432373 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:34.534239 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff5f79ff-c84b-4175-b962-cdae793baee2 req-1c031b60-cb41-42fc-8118-06fe63432373 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0560918 Nov 22 18:35:34.603305 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff5f79ff-c84b-4175-b962-cdae793baee2 req-bb32bd4d-0f53-4655-b0f0-7c295067649e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625436 Nov 22 18:35:35.117454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d60-31a0-4b9c-8925-4f5d25c89fbb req-24b69f0f-b7ff-45b4-b992-fa76f33f0d3a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:35.119525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6534d60-31a0-4b9c-8925-4f5d25c89fbb req-24b69f0f-b7ff-45b4-b992-fa76f33f0d3a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0515385 Nov 22 18:35:35.175263 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6534d60-31a0-4b9c-8925-4f5d25c89fbb req-3b98b5ae-33e9-41e9-a93a-4ece34b58c4b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493343 Nov 22 18:35:35.764625 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880075-567a-41b8-a227-6fedd90b25b4 req-64eb1caf-5bf2-4700-b455-e90cfdd05abb tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:35.766288 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-83880075-567a-41b8-a227-6fedd90b25b4 req-64eb1caf-5bf2-4700-b455-e90cfdd05abb tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0701189 Nov 22 18:35:35.831641 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-83880075-567a-41b8-a227-6fedd90b25b4 req-5634a127-30af-40c4-9ea4-06787b2b0d5f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572755 Nov 22 18:35:36.317988 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093a656-7e42-4368-bc3b-2dc597123cee req-460cbe20-94d1-4762-a00e-ea1e37e11427 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:36.319791 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8093a656-7e42-4368-bc3b-2dc597123cee req-460cbe20-94d1-4762-a00e-ea1e37e11427 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0565619 Nov 22 18:35:36.379277 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8093a656-7e42-4368-bc3b-2dc597123cee req-72e3272f-272f-4c68-b2de-da674ca52adf tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Nov 22 18:35:36.930798 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [req-240f7b31-be12-4a3d-8f7e-e9c3e40979b1 req-ef04e58b-0b7a-4369-910b-dc245979e139 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:35:36.932131 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-240f7b31-be12-4a3d-8f7e-e9c3e40979b1 req-ef04e58b-0b7a-4369-910b-dc245979e139 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060267 Nov 22 18:35:36.953740 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 34606) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:36.973169 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ff7e8-dc73-4784-81d7-4e6d78c42bf7 req-4e5789e4-ead9-47ce-8730-b52eee98752e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:36.975085 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff9ff7e8-dc73-4784-81d7-4e6d78c42bf7 req-4e5789e4-ead9-47ce-8730-b52eee98752e tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0604730 Nov 22 18:35:37.016737 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Deleting subnet edba6c03-4208-4b95-94e8-ff0ab8f8b05b {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:35:37.022816 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.040242 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff9ff7e8-dc73-4784-81d7-4e6d78c42bf7 req-527aa863-0e8e-4124-a469-e7692ecc9d56 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Nov 22 18:35:37.101256 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.156965 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.232807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc1d3-8315-46b5-91c6-57ee502a1f6b req-5f9a8748-043d-4e4e-8e7a-e63a5bb2b510 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:37.236387 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-345cc1d3-8315-46b5-91c6-57ee502a1f6b req-5f9a8748-043d-4e4e-8e7a-e63a5bb2b510 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 945 time: 0.0775745 Nov 22 18:35:37.253443 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.287111 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edba6c03-4208-4b95-94e8-ff0ab8f8b05b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:37.289932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.297075 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edba6c03-4208-4b95-94e8-ff0ab8f8b05b HTTP/1.1" status: 204 len: 168 time: 0.3379393 Nov 22 18:35:37.298159 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34616) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:37.300266 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.300639 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.301004 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.301602 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.302093 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.302452 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.302801 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.303172 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.303514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.303854 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.304193 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.304526 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b8a79-0a76-4a6e-8864-70135df8d39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.340103 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:35:37.379425 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-345cc1d3-8315-46b5-91c6-57ee502a1f6b req-93e87ab3-381e-4665-8a9f-d5f1c6473ae9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356580 Nov 22 18:35:37.405214 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.443929 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.475375 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:35:37.478070 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3028296c-0f27-4c57-ae2d-de0f0df6fdd2" -d '{"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-unplugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:35:37.491367 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:35:37.495325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.495753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.520827 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2634ccd8-c18f-44ae-bfc7-c2cc410eaf61']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:37.525815 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca409b40-d24d-49e7-9c00-e45e660d9b2e x-openstack-request-id: req-ca409b40-d24d-49e7-9c00-e45e660d9b2e {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:35:37.526280 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-unplugged", "status": "failed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "code": 422}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:35:37.526804 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca409b40-d24d-49e7-9c00-e45e660d9b2e {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:35:37.527696 dv-cinder-818815-1-iscsi neutron-server[102587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'code': 422} returned with failed status Nov 22 18:35:37.540265 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e0cf7f-8823-4091-a7d1-66f668121cd5') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:37.540773 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e0cf7f-8823-4091-a7d1-66f668121cd5') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:35:37.559547 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.561237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=8']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:37.569078 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.569821 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.570184 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.570530 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.570901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.571251 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.571583 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.572801 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.573502 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.573502 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.573800 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.574136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.585999 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.595164 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:35:37.595864 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:35:37.597705 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:35:37.638316 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 34634) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:37.676167 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.682738 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:37.689278 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2634ccd8-c18f-44ae-bfc7-c2cc410eaf61 HTTP/1.1" status: 204 len: 168 time: 0.3863823 Nov 22 18:35:37.706163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Pushing event deleted for resources: {'Network': ['ID=2634ccd8-c18f-44ae-bfc7-c2cc410eaf61,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:37.715140 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.715491 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.716057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.716598 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.716939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.717284 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.717626 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.717963 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.718300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.718636 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.719002 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.719339 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37cfdd9-899f-4b23-b0df-282b30be1656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:35:37.741047 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-95ded18d-dd2c-4011-9863-49ce21efdd75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011279 Nov 22 18:35:37.752683 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-b65656e4-2377-489a-bc0b-da61b9aa0599 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:35:37.754051 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-b65656e4-2377-489a-bc0b-da61b9aa0599 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061800 Nov 22 18:35:37.948270 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34648) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:37.989499 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2bc06eb3-5046-40d3-b177-34e6f9f5232c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19b7c1bad77c48809a2a5cb464c83587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399859 Nov 22 18:35:37.992249 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34650) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:38.049729 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.074386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.186148 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.188776 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.192721 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9063e0f9-6dc1-45e0-ac5f-2554e80c705e HTTP/1.1" status: 204 len: 168 time: 0.1969750 Nov 22 18:35:38.220111 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3258ce-27f5-4eea-9e6e-42ae670b254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9063e0f9-6dc1-45e0-ac5f-2554e80c705e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:38.267341 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-8de96304-9c77-4f60-bf45-6000d7386a4f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:38.269183 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-8de96304-9c77-4f60-bf45-6000d7386a4f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.0539761 Nov 22 18:35:38.270293 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6a23-bc8c-4c21-89a3-e4b675584c4a req-600b6fa9-140e-4b3a-85ea-f5cb129b8a7b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:38.273458 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c93b6a23-bc8c-4c21-89a3-e4b675584c4a req-600b6fa9-140e-4b3a-85ea-f5cb129b8a7b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 945 time: 0.1222718 Nov 22 18:35:38.334160 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c93b6a23-bc8c-4c21-89a3-e4b675584c4a req-869202e6-1f21-42a5-913e-51f25265b708 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Nov 22 18:35:38.416253 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Deleting port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:35:38.416697 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.564637 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] For port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:35:38.565370 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.589807 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Calling delete_port for b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:35:38.592583 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0ef0b-4d7e-4d73-b139-3e15221a36e9 req-9f1c1731-0946-4508-afe2-cf66de82734e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:38.594197 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fe0ef0b-4d7e-4d73-b139-3e15221a36e9 req-9f1c1731-0946-4508-afe2-cf66de82734e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0601072 Nov 22 18:35:38.648315 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fe0ef0b-4d7e-4d73-b139-3e15221a36e9 req-f746b953-0b89-4b9a-b357-647c372b8252 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470436 Nov 22 18:35:38.780414 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.800389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:35:38.818356 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Pushing event deleted for resources: {'Port': ['ID=b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:38.874819 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] No DVR routers for this DVR port b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:35:38.876937 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:38.881090 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-75dcdf1b-d1dc-4007-ab19-a71b4eaed074 req-b32ebe52-8504-49ca-8a00-bb75595604e1 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "DELETE /v2.0/ports/b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb HTTP/1.1" status: 204 len: 173 time: 0.5994701 Nov 22 18:35:38.881952 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'name': 'network-vif-deleted', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:35:38.886544 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa3e607-47dd-4136-a33d-3cf4a3e31cc8" -d '{"events": [{"server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "name": "network-vif-deleted", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:35:38.969790 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8128517-912d-4d23-9848-ff714573934a x-openstack-request-id: req-e8128517-912d-4d23-9848-ff714573934a {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:35:38.970505 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92b94df-d00b-4a9f-8b8b-268cfffdbad5", "name": "network-vif-deleted", "tag": "b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:35:38.970995 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8128517-912d-4d23-9848-ff714573934a {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:35:38.971631 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92b94df-d00b-4a9f-8b8b-268cfffdbad5', 'name': 'network-vif-deleted', 'tag': 'b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb', 'status': 'completed', 'code': 200} Nov 22 18:35:39.484147 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-107a0f8c-bf97-4518-aed5-c2aefdc42713 req-381842f4-5bf0-4758-9965-51c419722c04 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=d92b94df-d00b-4a9f-8b8b-268cfffdbad5 HTTP/1.1" status: 200 len: 210 time: 0.0323100 Nov 22 18:35:39.862689 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96475f-4337-4d02-9a64-5330073dc862 req-69a7c91f-979c-4967-b086-becfeacc6853 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:39.864378 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0f96475f-4337-4d02-9a64-5330073dc862 req-69a7c91f-979c-4967-b086-becfeacc6853 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0640380 Nov 22 18:35:39.917967 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0f96475f-4337-4d02-9a64-5330073dc862 req-8fba973c-222a-4757-ac5f-a25c49f61860 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463991 Nov 22 18:35:39.922495 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34700) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:40.046709 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6e79-784f-47ee-b8fc-90b803031a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.112755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-c7e67dc1-de7a-43d4-a828-14522ae6297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.114306 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-c7e67dc1-de7a-43d4-a828-14522ae6297d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 1096 time: 0.0849085 Nov 22 18:35:40.154939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6e79-784f-47ee-b8fc-90b803031a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.159891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6e79-784f-47ee-b8fc-90b803031a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.199425 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-8a670248-edaf-4de6-b121-469839f802e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.201069 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-8a670248-edaf-4de6-b121-469839f802e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0477417 Nov 22 18:35:40.210030 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d8ae6e79-784f-47ee-b8fc-90b803031a0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34cc40b050b04de78bbd0913c4e19618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863085 Nov 22 18:35:40.211059 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae6e79-784f-47ee-b8fc-90b803031a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc456a20-82f0-4749-a140-1a4ca7c6a68d,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:40.215157 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 34706) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:35:40.298520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.319727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-fa0b2bf2-e298-4768-9c3b-b2943073478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.321474 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-fa0b2bf2-e298-4768-9c3b-b2943073478b service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.1106992 Nov 22 18:35:40.335846 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.403320 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-280de5ad-8729-489e-8e11-06f58ca0c06a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 200 len: 999 time: 0.0740092 Nov 22 18:35:40.422610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.424515 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:40.429751 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc456a20-82f0-4749-a140-1a4ca7c6a68d HTTP/1.1" status: 204 len: 168 time: 0.2095942 Nov 22 18:35:40.437803 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd48882-d2d3-422b-88f0-6911f6b1059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc456a20-82f0-4749-a140-1a4ca7c6a68d,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:40.482482 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-21c23dd6-a384-4916-9c89-2b934e91c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.484056 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-21c23dd6-a384-4916-9c89-2b934e91c846 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0732310 Nov 22 18:35:40.543419 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-5e775772-9811-4e4d-8217-3b1fbbabc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.546315 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-5e775772-9811-4e4d-8217-3b1fbbabc38b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529485 Nov 22 18:35:40.681627 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-a83f7144-4b7c-4434-8613-037426e2b17f service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240757 Nov 22 18:35:40.709120 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-2f4b6e3d-694c-4463-b727-c7538667cb65 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497563888&fields=id&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 267 time: 0.0778337 Nov 22 18:35:40.850451 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-72d98cb9-a106-4bc3-8871-7e32df2170ee req-ac124ca4-4817-4630-836b-7cd2d0dabae9 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615007 Nov 22 18:35:40.891175 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-6ae2a4ff-a54c-4006-8f16-0d7fe3e0d83b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.892722 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-6ae2a4ff-a54c-4006-8f16-0d7fe3e0d83b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.1825087 Nov 22 18:35:40.933198 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-088c5415-6fe5-4f5f-9762-dbbc914e5654 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/quotas/c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 375 time: 0.0294869 Nov 22 18:35:40.947894 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a069a6-4626-46fc-af60-78057e7fe663 req-7a86cde3-d8c9-4eec-8c77-0211307f0ca4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:40.950464 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a4a069a6-4626-46fc-af60-78057e7fe663 req-7a86cde3-d8c9-4eec-8c77-0211307f0ca4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1353941 Nov 22 18:35:41.040543 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-11e97080-be89-4812-a523-e5243d5cb489 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885799 Nov 22 18:35:41.048785 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a4a069a6-4626-46fc-af60-78057e7fe663 req-1305e59b-1874-41f1-b2cd-0517e779b9d0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808837 Nov 22 18:35:41.247622 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-1fe1c580-dcba-4e46-a0c3-25825636585e service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514339 Nov 22 18:35:41.267541 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eaa6-f1e7-4bbe-a4ec-b6647a3b5a16 req-ff9c65cc-ccdf-4a79-abce-efdc95debe8a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:41.269239 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9696eaa6-f1e7-4bbe-a4ec-b6647a3b5a16 req-ff9c65cc-ccdf-4a79-abce-efdc95debe8a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0929356 Nov 22 18:35:41.338622 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:35:41.441967 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9696eaa6-f1e7-4bbe-a4ec-b6647a3b5a16 req-6e59feec-f340-4ac5-9e3c-fc1faf41c24b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521297 Nov 22 18:35:41.471288 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-b1375eda-1795-4110-a995-e78043bf559b service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139716 Nov 22 18:35:42.035776 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-643965e1-390f-4bd6-9495-cbb5688a7b2a req-ed939cf4-4bf6-4c1c-b13c-6b6ef51dd787 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0700595 Nov 22 18:35:42.489050 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24a548-6e68-4240-a7ab-ddcaa7694765 req-810ce5c3-9df5-4e55-9c61-e8b868c2bc38 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:42.491465 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dc24a548-6e68-4240-a7ab-ddcaa7694765 req-810ce5c3-9df5-4e55-9c61-e8b868c2bc38 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.2659039 Nov 22 18:35:42.764609 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dc24a548-6e68-4240-a7ab-ddcaa7694765 req-71257fce-4e1d-4889-b409-d48c17632035 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567062 Nov 22 18:35:42.908003 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6d698-db8b-4926-8acf-d8a391d85cbc req-53edc40a-a52e-49f3-8490-3deead5f6eeb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:42.925980 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87e6d698-db8b-4926-8acf-d8a391d85cbc req-53edc40a-a52e-49f3-8490-3deead5f6eeb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1593437 Nov 22 18:35:43.023412 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87e6d698-db8b-4926-8acf-d8a391d85cbc req-fbdc202e-a1a3-45e9-adff-9750045a4314 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958648 Nov 22 18:35:43.234138 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef77d593-e9de-4005-a96c-7dbb69e4f543 req-193d9414-b318-4a9e-a46e-ff52e9d0cf38 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0478883 Nov 22 18:35:43.355057 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:35:43.383591 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:35:43.384267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device b96e9e71-1c24-4ed2-bd88-9ae0be98b2bb not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:35:43.625225 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-8af47937-3d77-4e6b-adc5-ec3253b17e6d tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e2c66d34d3c4407d824661fcc14067a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308433 Nov 22 18:35:43.910313 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-eb7d14a5-322c-4a0b-9c76-a493a03f10eb tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:43.919422 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-eb7d14a5-322c-4a0b-9c76-a493a03f10eb tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2881906 Nov 22 18:35:43.970694 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-cf857ebe-aa67-43b1-b0c6-6fbdb3efe033 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/quotas/e2c66d34d3c4407d824661fcc14067a7 HTTP/1.1" status: 200 len: 375 time: 0.0500839 Nov 22 18:35:44.064703 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2d189-4eb4-4bf8-bdac-d2bb026e56cd req-e6fcff8e-9ffe-456f-9f00-099fa153398d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:44.068365 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f8e2d189-4eb4-4bf8-bdac-d2bb026e56cd req-e6fcff8e-9ffe-456f-9f00-099fa153398d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1882288 Nov 22 18:35:44.081551 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-9475b1f7-8e81-4cfb-95ce-38403fd341fe tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2c66d34d3c4407d824661fcc14067a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031890 Nov 22 18:35:44.136063 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f8e2d189-4eb4-4bf8-bdac-d2bb026e56cd req-732e1efd-2261-4895-87e5-bc6f43013ac8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Nov 22 18:35:44.394681 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374a21a-6dac-40f8-b6a3-25cc14a5d50e req-36ad8244-6cf8-440e-84e7-6488b7f18c6d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:44.399451 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4374a21a-6dac-40f8-b6a3-25cc14a5d50e req-36ad8244-6cf8-440e-84e7-6488b7f18c6d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1541576 Nov 22 18:35:44.461565 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-68f9e164-80ee-498d-9a70-d8eadd261f3f req-a7ca06f8-e601-4698-b835-227583ab221f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0597403 Nov 22 18:35:44.502126 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4374a21a-6dac-40f8-b6a3-25cc14a5d50e req-86d73faa-5bf5-4d06-adde-f99f40c71e17 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987706 Nov 22 18:35:44.568132 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-256907e2-1b39-4444-9350-6e90c3727d01 req-bbbc1c86-b3ec-4769-ada1-fdf3c2651953 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0425169 Nov 22 18:35:45.301040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01838-1017-4b43-876d-b968a01c7721 req-b23fd009-5a5e-4f57-8f2e-79b476dd5c34 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:45.302603 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8bc01838-1017-4b43-876d-b968a01c7721 req-b23fd009-5a5e-4f57-8f2e-79b476dd5c34 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0821228 Nov 22 18:35:45.359328 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8bc01838-1017-4b43-876d-b968a01c7721 req-dc267b8b-2870-4537-bd56-ba88090a932b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Nov 22 18:35:45.616616 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e6ba678-f0eb-4ca5-9362-89153e365f13 req-ed22dcf8-2d60-4a4a-99a3-233782a39553 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0524194 Nov 22 18:35:45.695339 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79933212-43dd-4df7-843e-79f406064ec8 req-d8100c3f-e158-4aed-98aa-687cb19fec67 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:45.697903 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79933212-43dd-4df7-843e-79f406064ec8 req-d8100c3f-e158-4aed-98aa-687cb19fec67 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0851140 Nov 22 18:35:45.740358 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-54669fb3-17b4-4b34-97c5-44049caa2695 req-63671226-5c21-4dbc-9da6-6be16df5c187 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0363905 Nov 22 18:35:45.792039 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79933212-43dd-4df7-843e-79f406064ec8 req-3cb7aac4-4e67-479e-954d-da710491c0e0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862796 Nov 22 18:35:46.562711 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713dbbb-fb43-4c4e-8b1f-2a56f66ea4c6 req-3052eefa-e410-4a1c-bcf4-caf4e1706eda tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:46.564436 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c713dbbb-fb43-4c4e-8b1f-2a56f66ea4c6 req-3052eefa-e410-4a1c-bcf4-caf4e1706eda tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0819526 Nov 22 18:35:46.625720 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c713dbbb-fb43-4c4e-8b1f-2a56f66ea4c6 req-54545d15-70db-40c5-b48c-1e3014e69944 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Nov 22 18:35:46.721210 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fc7beee-e6aa-4434-bde4-aeeb2c192055 req-50416055-da37-423b-aeec-54d0bc706656 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0320470 Nov 22 18:35:46.860034 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-961e1ad0-b04e-492c-a638-31d910be1af8 req-9c2a7c5c-1c52-491b-b9b8-70948bb22a54 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0310659 Nov 22 18:35:46.934542 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9aa5c-f36a-43ed-80c8-5a5c2dd46107 req-296f8ed6-38e9-4cc1-8b02-550e72b41de5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:46.936165 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2cc9aa5c-f36a-43ed-80c8-5a5c2dd46107 req-296f8ed6-38e9-4cc1-8b02-550e72b41de5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0552416 Nov 22 18:35:46.985691 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2cc9aa5c-f36a-43ed-80c8-5a5c2dd46107 req-3de945b0-b515-4033-9d30-20fc91c86b01 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Nov 22 18:35:47.765710 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c641-a5bd-44d4-b1ad-7ce95d771548 req-39866312-5262-401a-9691-551b827ddd2a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:47.767416 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d275c641-a5bd-44d4-b1ad-7ce95d771548 req-39866312-5262-401a-9691-551b827ddd2a tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0627608 Nov 22 18:35:47.903368 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86bd96b6-bc26-4545-94e8-9c1ecaec88ff req-a5dc5260-85c8-4896-bd0e-07cfcbcb8c4c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0774944 Nov 22 18:35:47.916230 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d275c641-a5bd-44d4-b1ad-7ce95d771548 req-2073be54-40ab-442e-b0c1-56c3c19a78c9 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383600 Nov 22 18:35:48.016187 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9d67d4a4-9a3a-4eb4-8e0c-7c8b6d1d97d0 req-a3a515ac-3e54-407d-9d45-0e260e564085 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0428567 Nov 22 18:35:48.124928 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358a89d-f2f8-4ef7-86fb-d1682222580a req-da1ebf20-60cb-4e00-b7e4-db1506140b33 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:48.126523 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f358a89d-f2f8-4ef7-86fb-d1682222580a req-da1ebf20-60cb-4e00-b7e4-db1506140b33 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0635753 Nov 22 18:35:48.206762 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f358a89d-f2f8-4ef7-86fb-d1682222580a req-b7f71dfd-8bc8-4840-b1cb-ff3ee72fc8bb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737734 Nov 22 18:35:49.060434 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3e983fe-fba9-443d-9bc0-dbb0d014b560 req-d5e16851-dbcb-4881-9573-72f9a4fcdb6c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0753939 Nov 22 18:35:49.116661 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542529b-f206-4b79-b269-200d2f14b87b req-b5489eb2-b1c1-4f79-a301-82cbcdb504a5 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:49.118247 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a542529b-f206-4b79-b269-200d2f14b87b req-b5489eb2-b1c1-4f79-a301-82cbcdb504a5 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0691273 Nov 22 18:35:49.177652 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23870cf4-da34-4958-a8dc-602991cd2e5e req-2324af36-7865-4833-88e5-508dd2b9a395 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0380590 Nov 22 18:35:49.201375 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a542529b-f206-4b79-b269-200d2f14b87b req-4dae09bc-b2ef-4c58-9887-d0602584e284 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709209 Nov 22 18:35:49.362767 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a16a6-ddf0-4139-8f10-de763ebb2a3b req-e41c96b1-613b-4c5c-bc38-07984486d70e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:49.364592 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-664a16a6-ddf0-4139-8f10-de763ebb2a3b req-e41c96b1-613b-4c5c-bc38-07984486d70e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0708134 Nov 22 18:35:49.425464 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-664a16a6-ddf0-4139-8f10-de763ebb2a3b req-5b953506-a1e1-4749-b238-7d715ac2a7ce tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528283 Nov 22 18:35:50.225260 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a0ea80a5-c94f-4f6e-92fb-2f073c4bebe9 req-878521de-3cfd-4121-8507-554c793f527b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0553784 Nov 22 18:35:50.338527 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be6b84d2-966a-4f1b-ad51-9f4985875143 req-44954a1f-1c4c-4898-aa72-71dc70b74c05 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0481551 Nov 22 18:35:50.418194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37f5c-65c8-4b91-8dc8-d8dcd30e7ab7 req-11dbb453-1bd4-4435-a316-5293a10eeb45 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:50.419853 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1e37f5c-65c8-4b91-8dc8-d8dcd30e7ab7 req-11dbb453-1bd4-4435-a316-5293a10eeb45 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0861807 Nov 22 18:35:50.492285 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1e37f5c-65c8-4b91-8dc8-d8dcd30e7ab7 req-6b69665f-4544-4666-bb37-159f04d819cb tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616188 Nov 22 18:35:50.620962 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33d9c-f483-4caa-896a-11c24304cc28 req-1677376d-1135-46f6-9695-d4b81eef0ed1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:50.623534 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bca33d9c-f483-4caa-896a-11c24304cc28 req-1677376d-1135-46f6-9695-d4b81eef0ed1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1000507 Nov 22 18:35:50.688629 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bca33d9c-f483-4caa-896a-11c24304cc28 req-2ae73983-f36b-4661-9c69-0a707c9383fb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524673 Nov 22 18:35:51.339118 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be48faa6-8f23-4898-b92e-44314bfebf24 req-ef8a08f0-9dc8-4ff2-9935-8a3ac0aba957 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0357232 Nov 22 18:35:51.437230 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a69a88ae-f379-43da-8263-bf9e7612284c req-08f55a63-9078-44e9-b600-ebadb2e5246d tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0283070 Nov 22 18:35:51.654600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f774-1e99-4e21-9f0b-b133ba6fa05d req-01d58ae0-57b2-4595-b6c9-906ab0b2d32d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:51.656208 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77a8f774-1e99-4e21-9f0b-b133ba6fa05d req-01d58ae0-57b2-4595-b6c9-906ab0b2d32d tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0612574 Nov 22 18:35:51.713526 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77a8f774-1e99-4e21-9f0b-b133ba6fa05d req-9cd40bcc-8d0b-4048-afdb-b7fc13a67f48 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Nov 22 18:35:51.848365 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df417f-1041-4392-b78b-be8785cdefab req-e93ca795-4315-4537-8bbf-5c235e5ab3e7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:51.849914 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-75df417f-1041-4392-b78b-be8785cdefab req-e93ca795-4315-4537-8bbf-5c235e5ab3e7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0558181 Nov 22 18:35:51.907128 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-75df417f-1041-4392-b78b-be8785cdefab req-297d792a-2062-4b23-89cd-df3a5d95dd77 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494585 Nov 22 18:35:52.449746 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-68d5e1ff-a9c9-4241-9f2a-5ba7e8bf87fb req-b1b99ef2-be0d-4ed6-a486-5efc064ed5c0 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Nov 22 18:35:52.548814 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb1342ce-dfd8-4400-b618-d84504e5410b req-35f9dcf8-998c-4152-9ccc-3f6afc966ed4 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0338097 Nov 22 18:35:52.870667 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ae85-0f5b-40d4-8164-db59c08b887f req-a26ac8c2-288c-4c99-83a0-5314c80eb91c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:52.872245 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c226ae85-0f5b-40d4-8164-db59c08b887f req-a26ac8c2-288c-4c99-83a0-5314c80eb91c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0546265 Nov 22 18:35:52.932231 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c226ae85-0f5b-40d4-8164-db59c08b887f req-a9e8360e-687e-4fd5-a03b-d321c6439ac2 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532503 Nov 22 18:35:53.065136 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d269dd-907d-4afe-916e-53674fc4fa3e req-303c5dbc-0f3f-48fb-9067-a9dcb49ff01f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:53.074660 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77d269dd-907d-4afe-916e-53674fc4fa3e req-303c5dbc-0f3f-48fb-9067-a9dcb49ff01f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0672803 Nov 22 18:35:53.142973 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-77d269dd-907d-4afe-916e-53674fc4fa3e req-a1a5c3a3-a491-4b3e-a341-21e068f72d19 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671508 Nov 22 18:35:53.709476 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e5d0ae92-2c91-4db6-a444-40b0ff7f84f9 req-2dc1f804-4fd1-4ff4-ba3a-2995d6091126 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0899289 Nov 22 18:35:53.804231 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:54.152152 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2ff561bc-6ca7-4e20-95b1-09f7fc4b12a5 req-740fe24e-e54b-4de0-9588-d7bbe12e4d51 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.4140472 Nov 22 18:35:54.226701 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a74a-562f-4f57-ae10-aff862654b07 req-2cb3f1fd-e67e-46a4-8ad4-ac575c5ae19b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:54.229425 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0673a74a-562f-4f57-ae10-aff862654b07 req-2cb3f1fd-e67e-46a4-8ad4-ac575c5ae19b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0853517 Nov 22 18:35:54.329427 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84f38f-6e07-4d85-bedb-795b1793e76e req-0bece380-f3e7-4c38-aa0f-c012e3d6506c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:54.339530 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd84f38f-6e07-4d85-bedb-795b1793e76e req-0bece380-f3e7-4c38-aa0f-c012e3d6506c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1017699 Nov 22 18:35:54.355722 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0673a74a-562f-4f57-ae10-aff862654b07 req-4fef8a47-c8bc-4091-a9e2-cfd407b8d96f tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199746 Nov 22 18:35:54.424933 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd84f38f-6e07-4d85-bedb-795b1793e76e req-17850aa9-f4d6-4dae-80a4-1420d8a07887 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801644 Nov 22 18:35:54.842181 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3378dead-f382-4d64-9de7-47333ff0e885 req-60f96754-1cd7-48a9-b628-f5dc17930b94 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0272353 Nov 22 18:35:55.251263 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8ad57891-2893-4777-9178-523a61b4e1cd req-f1603b0d-3e81-435e-9e47-8e6e3edaba78 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Nov 22 18:35:55.341482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-98c1a885-c498-4e72-8150-664762a7626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:55.506049 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290ed50-c118-43c5-b6b4-4fbeef8799a6 req-df64a74f-d9f8-44d0-964d-31520f71a6db tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:55.507578 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e290ed50-c118-43c5-b6b4-4fbeef8799a6 req-df64a74f-d9f8-44d0-964d-31520f71a6db tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0530548 Nov 22 18:35:55.590827 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35562f-8cb3-416e-b281-50d98ceef9a4 req-02deb6e1-93b0-4c20-a89b-54f9331d1356 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:55.592403 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5e35562f-8cb3-416e-b281-50d98ceef9a4 req-02deb6e1-93b0-4c20-a89b-54f9331d1356 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0839336 Nov 22 18:35:55.596247 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e290ed50-c118-43c5-b6b4-4fbeef8799a6 req-3b4b781c-1592-4765-81fc-f5bed7d3e4b0 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788555 Nov 22 18:35:55.644526 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5e35562f-8cb3-416e-b281-50d98ceef9a4 req-09c25f05-d2c7-4649-999c-203e0ca7dded tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460856 Nov 22 18:35:55.939914 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53afcf80-d2af-4f4b-a26c-81a603c302d4 req-47df836f-b7c5-4533-851d-f66cb39d0076 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Nov 22 18:35:56.360430 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac462bc4-5a95-4a81-9a12-a6a810cfb7eb req-3c822bbf-5aa7-4bf0-b116-fc5a2485742d tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0339603 Nov 22 18:35:56.735612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc7995-b365-422b-8ffe-32b789694f7b req-a0db90fc-9b66-4cb4-ac56-73987ac0e3d8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:56.737425 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cddc7995-b365-422b-8ffe-32b789694f7b req-a0db90fc-9b66-4cb4-ac56-73987ac0e3d8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0657766 Nov 22 18:35:56.819757 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cddc7995-b365-422b-8ffe-32b789694f7b req-d3867022-6dd4-4c25-aae2-7fc231d67668 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Nov 22 18:35:56.828006 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aacf43-fd42-4ee3-82d9-a76d38dd7a5a req-6fc22560-a016-4c14-986b-3f10b8e036f7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:56.829525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2aacf43-fd42-4ee3-82d9-a76d38dd7a5a req-6fc22560-a016-4c14-986b-3f10b8e036f7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0911489 Nov 22 18:35:56.891672 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2aacf43-fd42-4ee3-82d9-a76d38dd7a5a req-cab1d841-765c-4f28-b382-cdad9b285f0e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526271 Nov 22 18:35:57.035200 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f178c59-a2ae-497a-8aa2-e93cbcbe78df req-5eecdac4-1525-47b3-8d6a-133b6c77eeb7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0261087 Nov 22 18:35:57.281977 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:35:57.459841 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c2ebd023-60e2-4460-a6bd-a0c9ba8ed3bd req-82f316c6-df2b-456a-9957-94672aa562a9 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0259995 Nov 22 18:35:57.736130 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0b34658f-0b5b-4795-a885-3dd629157be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:57.932886 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-c6e90450-fe92-4b61-8ae8-39dd2c212bb8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:57.935213 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-c6e90450-fe92-4b61-8ae8-39dd2c212bb8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.1546447 Nov 22 18:35:58.031220 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-50a8550d-dbbb-4e37-8eb4-2f9335a21508 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 380 time: 0.0815523 Nov 22 18:35:58.045594 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a92ef-ef82-4876-9fa2-68cc51b82c66 req-7ce352a9-c0f9-4573-af29-14e7a94d2fa6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:58.046058 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'port': {'device_id': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'admin_state_up': True, 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'security_groups': ['137d5dad-289e-49dd-8038-66eaabfed985']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:35:58.052795 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-536a92ef-ef82-4876-9fa2-68cc51b82c66 req-7ce352a9-c0f9-4573-af29-14e7a94d2fa6 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1377075 Nov 22 18:35:58.081561 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceace5-fcd9-407f-81bb-e6ec9ea7e736 req-b730b9ec-5a96-4a04-abb9-76241015465f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:58.089504 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bbceace5-fcd9-407f-81bb-e6ec9ea7e736 req-b730b9ec-5a96-4a04-abb9-76241015465f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1078880 Nov 22 18:35:58.143425 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-536a92ef-ef82-4876-9fa2-68cc51b82c66 req-3f195513-0145-478a-a2c4-68a0ce8b5d19 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910263 Nov 22 18:35:58.188475 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bbceace5-fcd9-407f-81bb-e6ec9ea7e736 req-18340901-2f6e-493d-80b6-d780ef8df88d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978208 Nov 22 18:35:58.205691 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Made reservation on behalf of c8b07724e8c04d128ea3215f3707bd15 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:35:58.214393 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:58.241863 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e6809a54-6e30-4d91-a0b7-b79ffeeaa437 req-7ba6befc-ccb1-4101-9d08-c5dddcc0dc1d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0313385 Nov 22 18:35:58.338878 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-d0f0389b-cae7-49ca-93f2-ac54e9bb2fa0 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e2c66d34d3c4407d824661fcc14067a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436220 Nov 22 18:35:58.576934 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ba4e807a-c103-4b8d-87a0-9496fb48d6c4 req-686ad903-7b80-4f3d-9e42-7cbb1122a573 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0344834 Nov 22 18:35:58.578514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.20.0.6 (d7309596-ce01-4971-82b2-2735b6114735/38ef5948-9cee-49bd-b97b-dec693b867c6/58a11bb7-c41e-4064-9481-917230b847cf) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:35:58.684899 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-5b9ba123-fedf-4692-9deb-eeedb13a3094 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:58.687619 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-5b9ba123-fedf-4692-9deb-eeedb13a3094 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405831 Nov 22 18:35:58.716466 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Request body: {'port': {'device_id': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0', 'admin_state_up': True, 'tenant_id': 'e2c66d34d3c4407d824661fcc14067a7'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:35:58.894728 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:58.910236 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:58.938113 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Made reservation on behalf of e2c66d34d3c4407d824661fcc14067a7 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:35:58.941802 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:58.954119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:58.964290 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.029128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:35:59.035583 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:35:59.042595 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:59.044346 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:35:59.118758 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:59.119447 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.149662 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-4bbba3f2-9766-4578-8972-8d773eccc925 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107736 Nov 22 18:35:59.161066 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.165426 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Request body: {'port': {'device_id': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:35:59.169654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.291683 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ed3c-6e6b-45c7-8a17-593a0b4b69e5 req-d3c3e4aa-4ba4-46d8-a99a-783b229fefa8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:59.293408 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3f1ed3c-6e6b-45c7-8a17-593a0b4b69e5 req-d3c3e4aa-4ba4-46d8-a99a-783b229fefa8 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0599763 Nov 22 18:35:59.303890 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ddf5ee7b-c9ca-4012-8ba6-5b4691c476f7 None None] Provisioning complete for port 58a11bb7-c41e-4064-9481-917230b847cf triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:35:59.304271 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee7b-c9ca-4012-8ba6-5b4691c476f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.347133 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aaa801-736c-4588-938a-3a0d7f0c5abb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:35:59.357648 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:35:59.361762 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5ee7b-c9ca-4012-8ba6-5b4691c476f7 None None] Port 58a11bb7-c41e-4064-9481-917230b847cf cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:35:59.377616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962dfef-33f7-47cc-8521-e243d9f82a89 req-3129ba24-351d-482d-9fd8-07df954f355a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:59.379215 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8962dfef-33f7-47cc-8521-e243d9f82a89 req-3129ba24-351d-482d-9fd8-07df954f355a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0846500 Nov 22 18:35:59.398585 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3f1ed3c-6e6b-45c7-8a17-593a0b4b69e5 req-023fe493-3aaf-4bf5-9443-49d73205fd23 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916910 Nov 22 18:35:59.458966 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8962dfef-33f7-47cc-8521-e243d9f82a89 req-06a2a698-ce04-44e7-b82d-6c1d327c58e9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706084 Nov 22 18:35:59.558204 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Allocated IP 192.168.233.45 (487ed941-d464-4063-a170-3cf34a56d3f0/c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2/1348f616-09a5-4b13-9fcb-329f00ad856a) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:35:59.562479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdb062-497d-4aed-aba7-6aaa0555c42f req-2254c04a-bfc3-4ce0-b610-6f6b4e204722 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:35:59.564120 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-22cdb062-497d-4aed-aba7-6aaa0555c42f req-2254c04a-bfc3-4ce0-b610-6f6b4e204722 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 931 time: 0.0621262 Nov 22 18:35:59.626704 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-22cdb062-497d-4aed-aba7-6aaa0555c42f req-70ba1861-081e-47c7-999e-0d87c077b27a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561779 Nov 22 18:35:59.747174 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fd633951-fd12-49aa-a736-288fbc47b9d1 req-839202c9-4bad-4a8d-b255-e6d2fb30dcb9 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0459650 Nov 22 18:36:00.076120 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.090383 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a11bb7-c41e-4064-9481-917230b847cf {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:00.101661 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.128582 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Transition to ACTIVE for port object 58a11bb7-c41e-4064-9481-917230b847cf will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:36:00.133776 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.167510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.206472 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Network 487ed941-d464-4063-a170-3cf34a56d3f0 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:00.207634 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:00.218382 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:00.222195 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:00.354242 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.354952 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.360892 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Pushing event updated for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:00.391617 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Attempting to bind port 58a11bb7-c41e-4064-9481-917230b847cf on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:36:00.392030 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Attempting to bind port 58a11bb7-c41e-4064-9481-917230b847cf by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:36:00.392434 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Attempting to bind port 58a11bb7-c41e-4064-9481-917230b847cf on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:00.397603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Port 58a11bb7-c41e-4064-9481-917230b847cf on network d7309596-ce01-4971-82b2-2735b6114735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:36:00.398011 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Attempting to bind port 58a11bb7-c41e-4064-9481-917230b847cf on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:00.405372 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-dd8cbb90-0e1d-4301-9f8e-113950cea695 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6951034 Nov 22 18:36:00.408492 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:36:00.409176 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:00.409438 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Bound using segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:36:00.409935 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Bound port: 58a11bb7-c41e-4064-9481-917230b847cf, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:36:00.410363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.425637 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Request body: {'port': {'device_id': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:00.555199 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.585205 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:36:00.597929 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c4e40-f59c-44c1-8202-ab0b0c3203ad req-b7125781-0ffd-4be6-82fb-310f6bdad096 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.600626 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db7c4e40-f59c-44c1-8202-ab0b0c3203ad req-b7125781-0ffd-4be6-82fb-310f6bdad096 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.0889461 Nov 22 18:36:00.623336 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-56f54038-4575-4a06-b02c-270294eabc13 None None] Provisioning complete for port 1348f616-09a5-4b13-9fcb-329f00ad856a triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:00.623904 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=58a11bb7-c41e-4064-9481-917230b847cf,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:36:00.624044 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-56f54038-4575-4a06-b02c-270294eabc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.631251 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.710058 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-56f54038-4575-4a06-b02c-270294eabc13 None None] Port 1348f616-09a5-4b13-9fcb-329f00ad856a cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:36:00.710517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b23d1-c616-420e-9a50-32f9b42dd2f4 req-699beadc-fd83-4d31-a1bb-f9ec5a19b402 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.715483 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-300b23d1-c616-420e-9a50-32f9b42dd2f4 req-699beadc-fd83-4d31-a1bb-f9ec5a19b402 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1115427 Nov 22 18:36:00.724589 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db7c4e40-f59c-44c1-8202-ab0b0c3203ad req-60cc3200-5619-4579-956e-7222434e3cee tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095798 Nov 22 18:36:00.748620 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.749242 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:00.751030 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] 10.222.0.57 "PUT /v2.0/ports/58a11bb7-c41e-4064-9481-917230b847cf HTTP/1.1" status: 200 len: 1093 time: 1.5922146 Nov 22 18:36:00.751539 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:00.754037 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94" -d '{"events": [{"name": "network-changed", "server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "tag": "58a11bb7-c41e-4064-9481-917230b847cf"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:00.795664 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e9b76-0077-4707-8fd2-41f3f16c3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:00.836140 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-300b23d1-c616-420e-9a50-32f9b42dd2f4 req-4f9e10f0-c160-42e2-9153-5c8ce041377b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109223 Nov 22 18:36:00.915681 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e394b5-73a2-4170-88a6-0d7d190acbd5 x-openstack-request-id: req-c4e394b5-73a2-4170-88a6-0d7d190acbd5 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:00.916426 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "tag": "58a11bb7-c41e-4064-9481-917230b847cf", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:00.916886 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4e394b5-73a2-4170-88a6-0d7d190acbd5 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:00.917759 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf', 'status': 'completed', 'code': 200} Nov 22 18:36:00.938032 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aaad0-a765-4932-aac9-5b0d3325a056 req-916dbb3b-2d6d-40ac-9be8-4832c3580c11 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.940598 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-501aaad0-a765-4932-aac9-5b0d3325a056 req-916dbb3b-2d6d-40ac-9be8-4832c3580c11 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.1015794 Nov 22 18:36:00.974672 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-532b7f75-441f-4ae3-87f6-c719fac3347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:00.976487 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-532b7f75-441f-4ae3-87f6-c719fac3347c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 1096 time: 0.1361592 Nov 22 18:36:01.034284 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-562be2da-1daa-46b2-87fa-07ced9578126 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a11bb7-c41e-4064-9481-917230b847cf HTTP/1.1" status: 200 len: 217 time: 0.0451713 Nov 22 18:36:01.070666 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-501aaad0-a765-4932-aac9-5b0d3325a056 req-9c04e717-1bf2-4afb-a0b4-8a9f69fd1d32 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232624 Nov 22 18:36:01.125730 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f72c6-a987-4c86-b3a4-e03c12fdecff req-92a523c2-432d-4903-b008-b63558055fc9 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:01.141341 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-942f72c6-a987-4c86-b3a4-e03c12fdecff req-92a523c2-432d-4903-b008-b63558055fc9 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 935 time: 0.1409826 Nov 22 18:36:01.149949 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-8781f2c9-c3e6-4bb4-a103-a9e24f8829b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:01.151901 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-8781f2c9-c3e6-4bb4-a103-a9e24f8829b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.1077189 Nov 22 18:36:01.159243 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1348f616-09a5-4b13-9fcb-329f00ad856a {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:01.178997 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.212445 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Transition to ACTIVE for port object 1348f616-09a5-4b13-9fcb-329f00ad856a will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:36:01.217253 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.239771 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-942f72c6-a987-4c86-b3a4-e03c12fdecff req-f147bb3b-8cbf-404e-aaab-d6e80e93f3d0 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967600 Nov 22 18:36:01.258569 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-40b4d908-4787-45df-9018-b3ca4fb9eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:01.261220 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-40b4d908-4787-45df-9018-b3ca4fb9eb1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972064 Nov 22 18:36:01.288820 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Pushing event updated for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:01.334499 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35098) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:01.443482 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-b6b6f8fb-a6a4-4fe6-9f3f-0a6c12597b4f service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658499 Nov 22 18:36:01.444732 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Attempting to bind port 1348f616-09a5-4b13-9fcb-329f00ad856a on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:36:01.445074 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Attempting to bind port 1348f616-09a5-4b13-9fcb-329f00ad856a by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:36:01.445423 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Attempting to bind port 1348f616-09a5-4b13-9fcb-329f00ad856a on network 487ed941-d464-4063-a170-3cf34a56d3f0 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:01.451130 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Port 1348f616-09a5-4b13-9fcb-329f00ad856a on network 487ed941-d464-4063-a170-3cf34a56d3f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:36:01.451477 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Attempting to bind port 1348f616-09a5-4b13-9fcb-329f00ad856a on network 487ed941-d464-4063-a170-3cf34a56d3f0 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:01.470656 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:36:01.471132 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Checking segment: {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:01.471590 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Bound using segment: {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:36:01.472095 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Bound port: 1348f616-09a5-4b13-9fcb-329f00ad856a, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65411e2-6ea4-4912-8595-6d2aae653631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:36:01.472550 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.511221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0295632-6288-4e34-ae6e-0a2248d76da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.593281 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.632898 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-5be91d0b-0cb6-4e8b-a150-6aa7c8385870 req-2d6ca6bf-995c-4c83-a201-433aa104be85 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786680 Nov 22 18:36:01.647638 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0295632-6288-4e34-ae6e-0a2248d76da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.655995 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c0295632-6288-4e34-ae6e-0a2248d76da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.661932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:36:01.666470 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1348f616-09a5-4b13-9fcb-329f00ad856a,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:36:01.675859 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.681729 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.708443 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c0295632-6288-4e34-ae6e-0a2248d76da1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1efed47f7c724ba085f518116411774b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698561 Nov 22 18:36:01.708443 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0295632-6288-4e34-ae6e-0a2248d76da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54902760-5132-4e39-9f7c-44bc0d1d7c71,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:01.709555 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35110) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:01.779710 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.796072 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Pushing event updated for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:01.806219 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.842409 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:01.843593 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.847151 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-e4652df2-1a62-4c1a-be10-95a150fe4455 service neutron] 10.222.0.57 "PUT /v2.0/ports/1348f616-09a5-4b13-9fcb-329f00ad856a HTTP/1.1" status: 200 len: 1097 time: 1.4326119 Nov 22 18:36:01.900736 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.904811 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:01.912518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54902760-5132-4e39-9f7c-44bc0d1d7c71 HTTP/1.1" status: 204 len: 168 time: 0.2017639 Nov 22 18:36:01.960134 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-2c5e7ea2-1b24-4a4d-b048-c489804bdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:01.962600 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-2c5e7ea2-1b24-4a4d-b048-c489804bdd15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 1096 time: 0.2281635 Nov 22 18:36:01.984117 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf51b4e-66cc-48c2-92fb-0b779260f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54902760-5132-4e39-9f7c-44bc0d1d7c71,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:02.051733 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-ba197c54-3285-4596-b8e6-e0f85db2500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.054941 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-ba197c54-3285-4596-b8e6-e0f85db2500f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2c66d34d3c4407d824661fcc14067a7&device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 1100 time: 0.1479814 Nov 22 18:36:02.065215 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-60b98521-442b-4a7f-b812-f897c3ca0019 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.066837 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-60b98521-442b-4a7f-b812-f897c3ca0019 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.1998427 Nov 22 18:36:02.092762 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208e322-21ea-4b5e-b79f-c1b93273ce2f req-73006c01-b7d8-4197-a471-30297e03ac3b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.102072 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c208e322-21ea-4b5e-b79f-c1b93273ce2f req-73006c01-b7d8-4197-a471-30297e03ac3b tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 945 time: 0.2302346 Nov 22 18:36:02.108376 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-41416973-7b7f-4439-9552-d16b7201575b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1348f616-09a5-4b13-9fcb-329f00ad856a HTTP/1.1" status: 200 len: 217 time: 0.0412171 Nov 22 18:36:02.178126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efb5ca-6c57-42d8-a401-d4523f8068c4 req-2f978db2-7337-43b1-bbfe-5923f19e707d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.178909 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-e4ea5974-0a72-4645-a136-dfc816ced6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.181013 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-e4ea5974-0a72-4645-a136-dfc816ced6b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.2058687 Nov 22 18:36:02.181242 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b5efb5ca-6c57-42d8-a401-d4523f8068c4 req-2f978db2-7337-43b1-bbfe-5923f19e707d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.2242136 Nov 22 18:36:02.187499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-79853d42-0e6e-4930-8f0c-e8a8ba86af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.188779 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-79853d42-0e6e-4930-8f0c-e8a8ba86af1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2 HTTP/1.1" status: 200 len: 843 time: 0.0729103 Nov 22 18:36:02.262562 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-893bf188-b2f8-4812-a5ff-56de244ed506 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a11bb7-c41e-4064-9481-917230b847cf HTTP/1.1" status: 200 len: 217 time: 0.0727899 Nov 22 18:36:02.309179 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-41d0903b-6d91-42af-afd6-99a41b440a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.310732 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-41d0903b-6d91-42af-afd6-99a41b440a50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487ed941-d464-4063-a170-3cf34a56d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1135464 Nov 22 18:36:02.333326 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b5efb5ca-6c57-42d8-a401-d4523f8068c4 req-a4d09325-35da-409c-89bd-3173019c6538 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392915 Nov 22 18:36:02.353185 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c208e322-21ea-4b5e-b79f-c1b93273ce2f req-b9cbd6e0-30d0-41e5-8d45-e953715ac89c tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a652ff6-5f33-458b-ad25-e39937f4e096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052150 Nov 22 18:36:02.394020 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-988c79ed-da86-4689-8ccf-8329a1082a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.395557 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-988c79ed-da86-4689-8ccf-8329a1082a91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.1263282 Nov 22 18:36:02.400310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Deleting port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:36:02.400879 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:02.519096 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-a2e9d7ed-b3b3-48d6-8707-5376b76701cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.521384 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-a2e9d7ed-b3b3-48d6-8707-5376b76701cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164074 Nov 22 18:36:02.531316 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-5ff84587-fde9-49e2-9c9f-6bebf9d0c569 service neutron] 10.222.0.57 "GET /v2.0/networks/487ed941-d464-4063-a170-3cf34a56d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088430 Nov 22 18:36:02.575319 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] For port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:02.576127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:02.607329 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Calling delete_port for 7c9c97fa-e46c-4153-a95d-7049aa6bb06b owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:36:02.638602 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0bc97-c20d-4642-931f-7271afa683fe req-2555f200-8a61-41b6-a32f-047d12db9819 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.640360 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0dd0bc97-c20d-4642-931f-7271afa683fe req-2555f200-8a61-41b6-a32f-047d12db9819 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 947 time: 0.1205091 Nov 22 18:36:02.658885 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb10e7-851f-469f-8eab-afd6e9b13897 req-bda9cfde-e571-4956-8dbf-9e2157be2298 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:02.661420 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5afb10e7-851f-469f-8eab-afd6e9b13897 req-bda9cfde-e571-4956-8dbf-9e2157be2298 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.1578741 Nov 22 18:36:02.730448 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ac7be128-19bf-43cd-884f-cb772ca4597c req-408ee9ae-90ee-489e-83a2-c325500badd5 service neutron] 10.222.0.57 "GET /v2.0/networks/487ed941-d464-4063-a170-3cf34a56d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874349 Nov 22 18:36:02.735163 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-d09b5228-e75c-4d84-89f1-f1ce3eaa2b94 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900516 Nov 22 18:36:02.819428 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0dd0bc97-c20d-4642-931f-7271afa683fe req-71ef8fc9-f281-4f0f-af23-e3ac111264ed tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567714 Nov 22 18:36:02.854059 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5afb10e7-851f-469f-8eab-afd6e9b13897 req-46ffdb00-ef7d-4200-9f80-771ec6162577 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655209 Nov 22 18:36:02.857706 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e147fc8c-4c61-4719-b0d8-48a7e52d2e94 req-f080ea3d-a615-4f34-b101-b0f9c371d092 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127756 Nov 22 18:36:02.919463 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:02.922122 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1fe50-21da-4de6-9959-b9239972bc08" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:02.943646 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:02.965482 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['7c9c97fa-e46c-4153-a95d-7049aa6bb06b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:02.970955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35150) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:02.986814 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940150a4-de23-41a3-bdf8-295c6186c955 x-openstack-request-id: req-940150a4-de23-41a3-bdf8-295c6186c955 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:02.987410 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:02.987628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-940150a4-de23-41a3-bdf8-295c6186c955 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:02.988041 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a', 'status': 'completed', 'code': 200} Nov 22 18:36:03.029036 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Pushing event deleted for resources: {'Port': ['ID=7c9c97fa-e46c-4153-a95d-7049aa6bb06b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:03.055693 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] No DVR routers for this DVR port 7c9c97fa-e46c-4153-a95d-7049aa6bb06b on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:36:03.060451 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.064734 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23c3ee6d-ce2e-4429-b5ec-16e78b74d5a1 req-f8468c32-4c77-49dd-aa94-44b1ac72d3dc tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.57 "DELETE /v2.0/ports/7c9c97fa-e46c-4153-a95d-7049aa6bb06b HTTP/1.1" status: 204 len: 173 time: 0.9890585 Nov 22 18:36:03.065224 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'name': 'network-vif-deleted', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:03.067760 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24548f-3e3c-4ddc-9474-53dbfcd7ce88" -d '{"events": [{"server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "name": "network-vif-deleted", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:03.072699 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-f049e9b1-1805-4d4b-9ccc-b0f5503f2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.074567 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-f049e9b1-1805-4d4b-9ccc-b0f5503f2d5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2c66d34d3c4407d824661fcc14067a7&device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 1100 time: 0.0605869 Nov 22 18:36:03.162900 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66873964-5868-4a19-be81-806a9d7b7903 x-openstack-request-id: req-66873964-5868-4a19-be81-806a9d7b7903 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:03.163229 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d0248-8db1-4095-96fa-4583f6b00128", "name": "network-vif-deleted", "tag": "7c9c97fa-e46c-4153-a95d-7049aa6bb06b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:03.163550 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66873964-5868-4a19-be81-806a9d7b7903 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:03.164012 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d0248-8db1-4095-96fa-4583f6b00128', 'name': 'network-vif-deleted', 'tag': '7c9c97fa-e46c-4153-a95d-7049aa6bb06b', 'status': 'completed', 'code': 200} Nov 22 18:36:03.195266 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-416237633-network', 'tenant_id': '2f49f66ff0f044c6af8877c51859cf56'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:03.204626 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-3b13183f-6bb1-464c-b7cd-ddc37f36de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.206172 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-3b13183f-6bb1-464c-b7cd-ddc37f36de42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=487ed941-d464-4063-a170-3cf34a56d3f0 HTTP/1.1" status: 200 len: 870 time: 0.1216843 Nov 22 18:36:03.254843 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-03bcaaa0-a3ca-4c93-b2a9-790e9b3df9cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1348f616-09a5-4b13-9fcb-329f00ad856a HTTP/1.1" status: 200 len: 217 time: 0.0367675 Nov 22 18:36:03.255418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Made reservation on behalf of 2f49f66ff0f044c6af8877c51859cf56 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:03.257652 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.266417 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35158) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:03.277355 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.339523 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-7467eaab-39e9-4c1f-b69e-d80711e5a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.341005 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-7467eaab-39e9-4c1f-b69e-d80711e5a4ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2 HTTP/1.1" status: 200 len: 843 time: 0.0720940 Nov 22 18:36:03.380936 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-254adea5-fa3b-49dc-a137-ae42e1b953e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.419189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-48830a6b-365e-45da-92de-49631551342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.420838 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-48830a6b-365e-45da-92de-49631551342d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487ed941-d464-4063-a170-3cf34a56d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708432 Nov 22 18:36:03.435940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.449804 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.478960 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-254adea5-fa3b-49dc-a137-ae42e1b953e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.492692 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-254adea5-fa3b-49dc-a137-ae42e1b953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.526788 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:36:03.540380 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b378bd5-086d-4403-a60d-1f53e405fe43,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:03.552066 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.552448 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Added segment 32706914-3ce0-4eea-ab5c-db8365e67af5 of type vlan for network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb Nov 22 18:36:03.589406 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-73596a70-a829-47f2-8734-c611af104256 req-0ee475df-ddd6-4331-939b-8049f8d1dcf4 tempest-ServerRescueNegativeTestJSON-1870239055 tempest-ServerRescueNegativeTestJSON-1870239055-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5d0248-8db1-4095-96fa-4583f6b00128 HTTP/1.1" status: 200 len: 210 time: 0.0917406 Nov 22 18:36:03.606231 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-254adea5-fa3b-49dc-a137-ae42e1b953e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fd4ec5c65814f61bd4b32215600a4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385098 Nov 22 18:36:03.611326 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35166) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:03.625420 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120abc15-b2ae-4246-93b1-5b923111b290 req-463bcf5f-87f9-4c36-a48c-2ebd8cb21b40 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.626975 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-120abc15-b2ae-4246-93b1-5b923111b290 req-463bcf5f-87f9-4c36-a48c-2ebd8cb21b40 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1434932 Nov 22 18:36:03.629083 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254adea5-fa3b-49dc-a137-ae42e1b953e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de231d4-3806-4210-ba08-883c090abb5a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:03.651944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.657817 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-bf659180-5d4d-45a7-8768-6284453112d0 service neutron] 10.222.0.57 "GET /v2.0/networks/487ed941-d464-4063-a170-3cf34a56d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243595 Nov 22 18:36:03.710178 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-120abc15-b2ae-4246-93b1-5b923111b290 req-85a7e766-e23f-4684-a296-09b4bccf2ba1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721796 Nov 22 18:36:03.717703 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.737710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.737710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:03.737710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.744163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.806530 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.809300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:03.812893 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4de231d4-3806-4210-ba08-883c090abb5a HTTP/1.1" status: 204 len: 168 time: 0.1980636 Nov 22 18:36:03.813061 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8385038 Nov 22 18:36:03.818784 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35170) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:03.820657 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2e46-6294-4a6b-a992-135deb2d7ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:03.825850 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Request body: {'subnet': {'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-416237633-subnet', 'tenant_id': '2f49f66ff0f044c6af8877c51859cf56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:03.829089 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049533e-2705-4d81-95dc-5df6371a2698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de231d4-3806-4210-ba08-883c090abb5a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:03.842536 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-42d1fe50-21da-4de6-9959-b9239972bc08 req-77e78883-653b-4024-9740-fe95a6bfd7e5 service neutron] 10.222.0.57 "GET /v2.0/networks/487ed941-d464-4063-a170-3cf34a56d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609137 Nov 22 18:36:03.856523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:36:03.865817 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Made reservation on behalf of 2f49f66ff0f044c6af8877c51859cf56 for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:03.868892 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:04.093334 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1084e46-e353-4e34-8607-1db055376aaf req-619e9178-33c4-4367-8d27-4e03900442b1 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:04.095066 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1084e46-e353-4e34-8607-1db055376aaf req-619e9178-33c4-4367-8d27-4e03900442b1 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 947 time: 0.1143417 Nov 22 18:36:04.109907 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c016df-fc4f-40c4-8432-43eb4dfa3900 req-ddffa899-c0f1-40ce-a07f-4980131ff612 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:04.111494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23c016df-fc4f-40c4-8432-43eb4dfa3900 req-ddffa899-c0f1-40ce-a07f-4980131ff612 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.1267929 Nov 22 18:36:04.230111 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1084e46-e353-4e34-8607-1db055376aaf req-7927f34c-d535-4d12-97eb-d223cf701cb2 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175039 Nov 22 18:36:04.271965 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23c016df-fc4f-40c4-8432-43eb4dfa3900 req-52ebd4a1-e61c-4e77-9cfa-db2bb9bb7d6b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484294 Nov 22 18:36:04.297781 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:04.362840 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b77b492-a410-4fbb-82dd-9d54d119c523,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:04.372596 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Checking segment: {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:04.373062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Network hostable DHCP agents. Network: ea27bc2b-4491-46fb-99ea-8dc6aadebbfb, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:36:04.396996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:36:04.409655 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, ea27bc2b-4491-46fb-99ea-8dc6aadebbfb) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:04.414257 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:04.416718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:04.428280 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7739b-ea3e-4adc-a626-e3e4e6d0afdd None None] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:36:04.434942 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ec5e22aa-0896-4d08-93fd-c5c02a9e62a0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6150270 Nov 22 18:36:04.635577 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1336fa-466a-48ac-b8f3-789fc07f870a None None] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:36:04.660832 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35204) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:05.210220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211962-6eeb-4114-a06f-4c50027232a1 req-b49e292b-91d2-43dc-823a-4d8e2e668f65 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:05.212578 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aa211962-6eeb-4114-a06f-4c50027232a1 req-b49e292b-91d2-43dc-823a-4d8e2e668f65 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.4099238 Nov 22 18:36:05.319521 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aa211962-6eeb-4114-a06f-4c50027232a1 req-97af11d5-3783-4a27-aba0-525e06ad3bb7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926883 Nov 22 18:36:05.492584 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1348f616-09a5-4b13-9fcb-329f00ad856a details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:05.496918 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 7c9c97fa-e46c-4153-a95d-7049aa6bb06b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:36:05.525126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7ea4b-9922-46c2-953e-11543757550f req-bab164e6-0523-49c5-91f2-4cbcefe6f4d3 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:05.527305 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a5f7ea4b-9922-46c2-953e-11543757550f req-bab164e6-0523-49c5-91f2-4cbcefe6f4d3 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 947 time: 0.1573699 Nov 22 18:36:05.542578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 7c9c97fa-e46c-4153-a95d-7049aa6bb06b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:36:05.543272 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 7c9c97fa-e46c-4153-a95d-7049aa6bb06b not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:36:05.672951 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1348f616-09a5-4b13-9fcb-329f00ad856a,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:05.675051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450b22-274e-4570-8774-0f47477cc284 req-2700f0bc-7760-4b43-8164-5c101424eb58 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:05.684377 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-34450b22-274e-4570-8774-0f47477cc284 req-2700f0bc-7760-4b43-8164-5c101424eb58 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.2221129 Nov 22 18:36:05.691572 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '1348f616-09a5-4b13-9fcb-329f00ad856a', 'network_id': '487ed941-d464-4063-a170-3cf34a56d3f0', 'port_id': '1348f616-09a5-4b13-9fcb-329f00ad856a', 'mac_address': 'fa:16:3e:a1:22:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c1a3bd-8bf3-4f12-82f8-9bd13c4a53c2', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:05.714168 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a5f7ea4b-9922-46c2-953e-11543757550f req-00f186d8-ea00-4a58-a60d-7d9046a53bff tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757627 Nov 22 18:36:05.745143 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:05.761794 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1348f616-09a5-4b13-9fcb-329f00ad856a {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:05.784309 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1348f616-09a5-4b13-9fcb-329f00ad856a,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:05.788209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:05.792100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:05.799662 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-34450b22-274e-4570-8774-0f47477cc284 req-875609b8-1449-43fd-b085-8c6610f207ae tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141315 Nov 22 18:36:05.857037 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:06.096137 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['1348f616-09a5-4b13-9fcb-329f00ad856a'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:06.184058 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Deleting port 149bac4b-7888-4d84-9c92-dc6407886a7a {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:36:06.184058 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:06.262463 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] For port 149bac4b-7888-4d84-9c92-dc6407886a7a, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=149bac4b-7888-4d84-9c92-dc6407886a7a,segment=NetworkSegment(f1900f55-f356-4578-bd21-27ddbc02f7b7),segment_id=f1900f55-f356-4578-bd21-27ddbc02f7b7)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:06.263430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:06.277041 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Calling delete_port for 149bac4b-7888-4d84-9c92-dc6407886a7a owned by network:router_interface {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:36:06.528672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:06.558840 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=149bac4b-7888-4d84-9c92-dc6407886a7a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:06.568325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a6e93-f278-44b2-a794-f7fdecf2c75b req-86801d84-3678-4878-b66c-8deddf2ebdfd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:06.569920 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d13a6e93-f278-44b2-a794-f7fdecf2c75b req-86801d84-3678-4878-b66c-8deddf2ebdfd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1249921 Nov 22 18:36:06.681319 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d13a6e93-f278-44b2-a794-f7fdecf2c75b req-22438423-7bec-4f76-860b-0dc209b8332c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858748 Nov 22 18:36:06.892011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:06.976560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2ff8e-e545-45cd-8645-919dffaee512 req-40245290-df83-43d8-bad3-85d834cb0f6a tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:06.978662 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edd2ff8e-e545-45cd-8645-919dffaee512 req-40245290-df83-43d8-bad3-85d834cb0f6a tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 948 time: 0.1439657 Nov 22 18:36:07.014554 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-3b83028e-1bbc-4b53-97d8-0fdd5270a017 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:07.016153 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-3b83028e-1bbc-4b53-97d8-0fdd5270a017 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 813 time: 0.2365971 Nov 22 18:36:07.076657 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-377ae768-903d-4052-b060-cf4c982863e9 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/quotas/2f49f66ff0f044c6af8877c51859cf56 HTTP/1.1" status: 200 len: 375 time: 0.0520601 Nov 22 18:36:07.131716 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-6b087616-9444-4d8e-8485-67456437cabc tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450077 Nov 22 18:36:07.142258 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edd2ff8e-e545-45cd-8645-919dffaee512 req-5b1a6099-e64d-480d-b323-b38d095704a2 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520827 Nov 22 18:36:07.358567 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-5613fd36-a581-4b61-8ded-9afd9ac7ab75 service neutron] 10.222.0.61 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134762 Nov 22 18:36:07.384941 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021e90-16cd-496f-a161-cd7af539fa37 req-3ae1284c-5b03-4dba-9038-853c2e8e26fe tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:07.386671 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-63021e90-16cd-496f-a161-cd7af539fa37 req-3ae1284c-5b03-4dba-9038-853c2e8e26fe tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.1472275 Nov 22 18:36:07.460231 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Router e75d333e-863a-4cd7-8d99-581723333e80 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:36:07.504289 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1348f616-09a5-4b13-9fcb-329f00ad856a up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:07.561064 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 1348f616-09a5-4b13-9fcb-329f00ad856a completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:36:07.565624 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 1348f616-09a5-4b13-9fcb-329f00ad856a triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:07.566124 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:07.665465 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:07.691145 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:07.693485 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a00ae-ea99-4700-aafc-da01e42ccefa" -d '{"events": [{"server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "name": "network-vif-plugged", "status": "completed", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:07.712396 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1348f616-09a5-4b13-9fcb-329f00ad856a,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:07.717910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:07.790285 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:07.804991 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-63021e90-16cd-496f-a161-cd7af539fa37 req-a4d508aa-aca9-4ee4-8e35-ee26dceae01f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059019 Nov 22 18:36:07.821206 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-71b16c0a-dfb7-47d8-a89b-558a53f44960 service neutron] 10.222.0.61 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557447 Nov 22 18:36:07.870422 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90eba33-47b7-4856-a6ba-055be8aebca2 x-openstack-request-id: req-d90eba33-47b7-4856-a6ba-055be8aebca2 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:07.870744 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "name": "network-vif-plugged", "status": "completed", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:07.871748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d90eba33-47b7-4856-a6ba-055be8aebca2 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:07.872325 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a', 'code': 200} Nov 22 18:36:07.895049 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:36:07.903683 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-30dbaf49-6491-4f8f-9e2f-ef5ca1e34d11 admin admin] 10.222.0.61 "PUT /v2.0/routers/e75d333e-863a-4cd7-8d99-581723333e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2412229 Nov 22 18:36:07.905586 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35266) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:07.909631 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Sync routers for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:36:07.922356 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:36:07.923019 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:35:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:08.082960 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:36:08.090449 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f4936d3d-1285-4f27-ac7b-cab480e264a2 req-66020284-b904-41df-abfb-d8a43c8f694e tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0455704 Nov 22 18:36:08.107870 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a8cc-7ea0-4f5f-bb09-86c397319ef6 req-7938f585-d20e-4e66-a9ae-8243e9830b1f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:08.122528 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-52f8a8cc-7ea0-4f5f-bb09-86c397319ef6 req-7938f585-d20e-4e66-a9ae-8243e9830b1f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1529150 Nov 22 18:36:08.155084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:08.240270 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-52f8a8cc-7ea0-4f5f-bb09-86c397319ef6 req-cbc8f018-ab44-4b49-a75a-130eda39b93f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238294 Nov 22 18:36:08.349656 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:36:06Z', 'revision_number': 5, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port': {'id': 'e6301624-0562-43ae-917d-86a9e0a1d448', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:15Z', 'updated_at': '2021-11-22T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:08.360839 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9774a-7d85-43aa-ac66-a27aa54bd8a3 req-855331f2-4d31-4b4f-8168-0a6d9997a253 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:08.362491 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b5b9774a-7d85-43aa-ac66-a27aa54bd8a3 req-855331f2-4d31-4b4f-8168-0a6d9997a253 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0800202 Nov 22 18:36:08.365095 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:08.386759 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Checking router: e75d333e-863a-4cd7-8d99-581723333e80 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:36:08.398233 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Routers {'e75d333e-863a-4cd7-8d99-581723333e80'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:36:08.399479 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:35:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e75d333e-863a-4cd7-8d99-581723333e80'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:08.513108 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] Set router e75d333e-863a-4cd7-8d99-581723333e80 gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:36:08.515800 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b5b9774a-7d85-43aa-ac66-a27aa54bd8a3 req-43f74cfe-9f0a-4bb0-a548-17eebd088a3e tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 Nov 22 18:36:08.527700 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Deleting port e6301624-0562-43ae-917d-86a9e0a1d448 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:36:08.528326 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:08.582353 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:36:08Z', 'revision_number': 6, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:08.611047 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eb2d9-8901-4aef-91a9-62b091c22f5b None None] The sync data for ids ['e75d333e-863a-4cd7-8d99-581723333e80'] in dv-cinder-818815-1-iscsi is: [{'id': 'e75d333e-863a-4cd7-8d99-581723333e80', 'name': 'tempest-ServerRescueNegativeTestJSON-1076618787-router', 'tenant_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:36:08Z', 'revision_number': 6, 'project_id': '9ae7713c9dbd48818fd8004f6f0cef15', 'gw_port_host': None}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:36:08.642206 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] For port e6301624-0562-43ae-917d-86a9e0a1d448, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e6301624-0562-43ae-917d-86a9e0a1d448,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:08.642600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:08.657816 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Calling delete_port for e6301624-0562-43ae-917d-86a9e0a1d448 owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:36:08.845823 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:08.875747 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6301624-0562-43ae-917d-86a9e0a1d448,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:08.984667 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.099559 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3184e5-d5fb-4f23-b58a-6d2755779812 req-5c71388f-390a-4544-b442-06eeb11ff913 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:09.100987 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f3184e5-d5fb-4f23-b58a-6d2755779812 req-5c71388f-390a-4544-b442-06eeb11ff913 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.1673651 Nov 22 18:36:09.107321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.110643 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.215609 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b6e6a3c0-a533-4069-90ac-71bfbe7310af req-f9e00f2e-a710-4be2-9f93-3c360cb8d4d8 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0332265 Nov 22 18:36:09.221377 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.221928 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75d333e-863a-4cd7-8d99-581723333e80 {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:36:09.236456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.237626 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ed31abb2-9b7d-4af7-a0f7-be72a8d2ea41 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e75d333e-863a-4cd7-8d99-581723333e80 HTTP/1.1" status: 204 len: 168 time: 1.3310211 Nov 22 18:36:09.241564 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35290) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:09.253667 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f3184e5-d5fb-4f23-b58a-6d2755779812 req-97ff3ee8-b272-47be-90ee-374a19b0c467 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443644 Nov 22 18:36:09.290807 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Deleting subnet 6127ffaa-cc5a-43ce-a90c-0a9925361e01 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:36:09.294308 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.336001 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.382378 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.389514 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f5c2e-8884-48cb-83ba-967d1890b519 req-4da99d4a-b631-4589-8208-ad113ec16e81 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:09.391467 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aa7f5c2e-8884-48cb-83ba-967d1890b519 req-4da99d4a-b631-4589-8208-ad113ec16e81 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0597949 Nov 22 18:36:09.450270 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aa7f5c2e-8884-48cb-83ba-967d1890b519 req-97eac579-4752-4f10-a045-954014c80a15 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512283 Nov 22 18:36:09.463306 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.487949 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6127ffaa-cc5a-43ce-a90c-0a9925361e01,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:09.495363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.498466 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-bb443a09-f0a5-4506-87fe-620ae69b0392 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6127ffaa-cc5a-43ce-a90c-0a9925361e01 HTTP/1.1" status: 204 len: 168 time: 0.2546844 Nov 22 18:36:09.501114 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35294) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:09.659354 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8671-c6a4-4fdf-a29c-3e6f912aac2b req-e0aa169f-0e92-48a1-a432-3b80c7165572 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:09.660983 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-16da8671-c6a4-4fdf-a29c-3e6f912aac2b req-e0aa169f-0e92-48a1-a432-3b80c7165572 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0621340 Nov 22 18:36:09.720428 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-16da8671-c6a4-4fdf-a29c-3e6f912aac2b req-c6dea91e-ae0a-4516-bff1-643afb2d7a29 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493500 Nov 22 18:36:09.802889 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.887106 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.909823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f673c138-d492-4ad0-88f2-443f4107ecf2']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:09.920667 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1900f55-f356-4578-bd21-27ddbc02f7b7') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:09.920970 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1900f55-f356-4578-bd21-27ddbc02f7b7') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:09.931700 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.946196 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.952934 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:36:09.953340 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:36:09.955157 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:36:10.016770 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.033020 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.040256 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] 10.222.0.61 "DELETE /v2.0/networks/f673c138-d492-4ad0-88f2-443f4107ecf2 HTTP/1.1" status: 204 len: 168 time: 0.5343254 Nov 22 18:36:10.040256 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a2b9-a339-41d8-9d9d-726f879e34aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f673c138-d492-4ad0-88f2-443f4107ecf2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:10.225300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35302) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:10.270497 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-880177b4-6fbb-4a88-81d0-a0a8758348d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ae7713c9dbd48818fd8004f6f0cef15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438287 Nov 22 18:36:10.274042 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35306) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:10.341467 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-56858dc3-b6ae-48dc-a43a-d92d61bcbe73 req-5052c2cf-cb07-47ad-bfe8-a48d12dff823 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0398407 Nov 22 18:36:10.388891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.422020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9235-2b37-4f6a-b483-2dda4657c6d8 req-97bdd9c1-2ffe-4e22-bb24-bbd1937cab58 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:10.423579 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e4a9235-2b37-4f6a-b483-2dda4657c6d8 req-97bdd9c1-2ffe-4e22-bb24-bbd1937cab58 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.0871971 Nov 22 18:36:10.428845 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.444434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 149bac4b-7888-4d84-9c92-dc6407886a7a no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:36:10.469615 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 149bac4b-7888-4d84-9c92-dc6407886a7a {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:36:10.469960 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 149bac4b-7888-4d84-9c92-dc6407886a7a not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:36:10.470578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e6301624-0562-43ae-917d-86a9e0a1d448 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:36:10.491058 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: e6301624-0562-43ae-917d-86a9e0a1d448 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:36:10.491387 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e6301624-0562-43ae-917d-86a9e0a1d448 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:36:10.507849 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e4a9235-2b37-4f6a-b483-2dda4657c6d8 req-4606e1e1-b5c3-4eed-a645-e57c87f12dd8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755582 Nov 22 18:36:10.535590 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.539232 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:10.540911 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a652ff6-5f33-458b-ad25-e39937f4e096 HTTP/1.1" status: 204 len: 168 time: 0.2649503 Nov 22 18:36:10.552269 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b87b80-f7c6-4947-8ed3-a1c42b63d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a652ff6-5f33-458b-ad25-e39937f4e096,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:10.611627 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135aee-d302-4b15-8562-71fb8abc17aa req-eb116943-6dab-4c47-ac55-b28fa6a8e38b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:10.613371 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be135aee-d302-4b15-8562-71fb8abc17aa req-eb116943-6dab-4c47-ac55-b28fa6a8e38b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.0633318 Nov 22 18:36:10.676701 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be135aee-d302-4b15-8562-71fb8abc17aa req-ff796fa1-63b6-4f33-9059-f7b45e373421 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Nov 22 18:36:10.852714 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40603484-d2e9-42e2-9ec6-21acdced5bcf req-86f8528a-328c-4336-a938-6d690269f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:10.856803 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-40603484-d2e9-42e2-9ec6-21acdced5bcf req-86f8528a-328c-4336-a938-6d690269f709 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 1102 time: 0.0560744 Nov 22 18:36:10.864097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40506bc-a02a-41a0-adfe-aaf879c4342b req-bd795b0c-d543-4217-9247-ee0225479153 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:10.865924 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b40506bc-a02a-41a0-adfe-aaf879c4342b req-bd795b0c-d543-4217-9247-ee0225479153 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0588493 Nov 22 18:36:10.933287 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-40603484-d2e9-42e2-9ec6-21acdced5bcf req-baff4ad2-959d-43ab-a362-4dd91c5808e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654509 Nov 22 18:36:10.941045 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b40506bc-a02a-41a0-adfe-aaf879c4342b req-91c1ad8a-5d19-4fa8-85e6-55b77f2a4ed6 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647519 Nov 22 18:36:11.450799 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0ce600e8-5099-41cd-bbf3-6dea3987d31d req-db7ea4f7-4b51-4567-aa51-31d7b25fcdb5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0350296 Nov 22 18:36:11.473414 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35352) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:11.584307 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1953847815-network', 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:11.634751 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'network': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:11.637166 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:11.649965 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:11.660541 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28bacc-c5f5-4411-bd17-e6bbf61a8727 req-6d03df4c-e54b-4baa-b9f1-4db0aeb77d25 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:11.662772 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7a28bacc-c5f5-4411-bd17-e6bbf61a8727 req-6d03df4c-e54b-4baa-b9f1-4db0aeb77d25 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 943 time: 0.0736775 Nov 22 18:36:11.742053 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7a28bacc-c5f5-4411-bd17-e6bbf61a8727 req-6a8b368f-7e0e-4a6c-ba56-51c2da65a42f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727110 Nov 22 18:36:11.793812 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:11.796218 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:11.824794 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:11.875270 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2921683d-7981-457c-b3b5-8d8d590e5e41,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:11.898458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:36:11.912608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-c9b3b54b-92ae-4684-9979-5cf454f315eb tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:11.916356 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-c9b3b54b-92ae-4684-9979-5cf454f315eb tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 813 time: 0.1624784 Nov 22 18:36:11.923945 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5960-5070-416b-bf78-4fdd7bfbae4c req-159d8673-87a4-4b97-b529-a4f2954502e3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:11.933004 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-312d5960-5070-416b-bf78-4fdd7bfbae4c req-159d8673-87a4-4b97-b529-a4f2954502e3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 943 time: 0.1440938 Nov 22 18:36:11.933217 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Request body: {'port': {'device_id': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb', 'admin_state_up': True, 'tenant_id': '2f49f66ff0f044c6af8877c51859cf56'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:11.936546 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:11.937691 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.segments_db [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Added segment 0c8318b8-0ac1-4942-a4c6-0d7388d99cb3 of type vlan for network 7e708930-8e9d-4b5c-9686-bb0a2f436665 Nov 22 18:36:12.037841 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.068147 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-312d5960-5070-416b-bf78-4fdd7bfbae4c req-fc41a8f6-b524-41de-9dc6-f0ef8fdf26a5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328604 Nov 22 18:36:12.111352 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:12.125828 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'mac_address': 'fa:16:3e:60:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:12.132966 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Made reservation on behalf of 2f49f66ff0f044c6af8877c51859cf56 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:12.136918 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.138286 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.138563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:12.139579 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.172193 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643efc-29e2-4f38-90e5-0a01756b179e req-80dea205-8842-41df-bc20-0b4fa06dafbf tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:12.174040 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b643efc-29e2-4f38-90e5-0a01756b179e req-80dea205-8842-41df-bc20-0b4fa06dafbf tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.1008532 Nov 22 18:36:12.186554 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.207183 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:12.232672 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:12.248256 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.251929 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 58a11bb7-c41e-4064-9481-917230b847cf details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:12.260663 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7858505 Nov 22 18:36:12.265527 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35368) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:12.286062 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Request body: {'subnet': {'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1953847815-subnet', 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:12.316765 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b643efc-29e2-4f38-90e5-0a01756b179e req-c50c781c-91d5-401b-9bd5-9bd577f7a8a9 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122663 Nov 22 18:36:12.321834 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60773f9-5de8-42e9-abb4-800c2573cca2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e708930-8e9d-4b5c-9686-bb0a2f436665,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:12.351368 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:36:12.389880 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Allocated IP 172.20.0.13 (ea27bc2b-4491-46fb-99ea-8dc6aadebbfb/6b77b492-a410-4fbb-82dd-9d54d119c523/88d19c1b-2d5a-4d9b-972f-b99fb22b49c5) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:36:12.460530 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=9']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:12.510562 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:12.513278 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59749138'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.573609 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=58a11bb7-c41e-4064-9481-917230b847cf,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:12.590769 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '58a11bb7-c41e-4064-9481-917230b847cf', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'port_id': '58a11bb7-c41e-4064-9481-917230b847cf', 'mac_address': 'fa:16:3e:55:2d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:12.643699 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-88060811-1feb-48ef-862a-cf4ca32993d6 req-1f5c237d-aef6-4034-ade5-690bec3e00f6 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0517952 Nov 22 18:36:12.668718 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.697268 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a11bb7-c41e-4064-9481-917230b847cf {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:12.716148 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.724246 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=58a11bb7-c41e-4064-9481-917230b847cf,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:12.729827 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.799867 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:12.832195 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.852821 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b9f67-b070-4b17-abd6-f2cbe843d0d9 req-129b944a-0120-4fb0-8381-2e60e8eeaa76 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:12.855134 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-408b9f67-b070-4b17-abd6-f2cbe843d0d9 req-129b944a-0120-4fb0-8381-2e60e8eeaa76 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0680807 Nov 22 18:36:12.873690 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58845733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59749164'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:12.879063 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:12.892390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:12.917589 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:12.928610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18d018-05d3-4b7b-abd5-56635a09a04f req-5106b5bc-1d68-4137-b70a-a298a454549f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:12.931327 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0e18d018-05d3-4b7b-abd5-56635a09a04f req-5106b5bc-1d68-4137-b70a-a298a454549f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 944 time: 0.0748744 Nov 22 18:36:12.958985 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-408b9f67-b070-4b17-abd6-f2cbe843d0d9 req-02cc8ed7-fa11-4052-ac54-49800f04f11f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939760 Nov 22 18:36:12.966710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Pushing event updated for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:12.994344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0e18d018-05d3-4b7b-abd5-56635a09a04f req-39fd5855-6598-46fd-826b-1a8f5afaf20c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549514 Nov 22 18:36:13.004673 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9251259d-1459-47cb-932f-b6a708a77dc1,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:13.017299 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.017924 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.023132 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['58a11bb7-c41e-4064-9481-917230b847cf'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:13.035440 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Checking segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:13.035706 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Network hostable DHCP agents. Network: 7e708930-8e9d-4b5c-9686-bb0a2f436665, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:36:13.042894 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-01db241a-975c-4d32-8a4e-6aaa124dc9a3 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1150944 Nov 22 18:36:13.049153 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['6594b50c-68e8-49b3-866c-c9f855c9dc7b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:13.062811 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Request body: {'port': {'device_id': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:13.067026 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:36:13.100622 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 7e708930-8e9d-4b5c-9686-bb0a2f436665) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:13.106676 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.107448 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.121227 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30446db-2090-4a3e-bb77-7098512e9a08 None None] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:36:13.135855 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a8fe06db-f667-456b-90d3-5d382a5abd8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8675539 Nov 22 18:36:13.180581 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.201456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05385f7b-3060-4b2a-bf4e-2afd6981eef1 req-5952f75e-a713-4d36-8698-c241c39d79bd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.203355 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-05385f7b-3060-4b2a-bf4e-2afd6981eef1 req-5952f75e-a713-4d36-8698-c241c39d79bd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.0600591 Nov 22 18:36:13.275979 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-05385f7b-3060-4b2a-bf4e-2afd6981eef1 req-95a0b4ac-61e8-4ed0-8316-7708d7ff4f67 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656860 Nov 22 18:36:13.401297 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94bc75-c38c-41e9-b132-801ce9b79f96 None None] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:36:13.451936 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aeb2c-3bbd-4e54-bb12-0d2e8e66182d req-0848ec60-4b90-4fa2-b692-f7cefe4f7985 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.455801 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a47aeb2c-3bbd-4e54-bb12-0d2e8e66182d req-0848ec60-4b90-4fa2-b692-f7cefe4f7985 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0640392 Nov 22 18:36:13.511919 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a47aeb2c-3bbd-4e54-bb12-0d2e8e66182d req-ccf9ccad-61fb-4f75-b06e-a810c25ac0f7 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Nov 22 18:36:13.527903 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:13.559944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.595822 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Transition to ACTIVE for port object 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:36:13.604320 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.677668 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Pushing event updated for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:13.757233 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-472bd565-56aa-48fd-afac-4e7d227e5daf tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.769663 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-472bd565-56aa-48fd-afac-4e7d227e5daf tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1493344 Nov 22 18:36:13.783887 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-121caf15-d555-4e9d-8c93-97e5ef01acba tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/quotas/8943ce53aa00443e93f0374f9ff07d3f HTTP/1.1" status: 200 len: 375 time: 0.0132742 Nov 22 18:36:13.827049 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Attempting to bind port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:36:13.827447 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Attempting to bind port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:36:13.828038 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Attempting to bind port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:13.828677 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-869b560a-2811-468e-bca5-bd9469c9f663 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372140 Nov 22 18:36:13.838787 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:36:13.839149 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Attempting to bind port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:13.850601 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:36:13.851003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Checking segment: {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:13.851410 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Bound using segment: {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:36:13.858016 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Bound port: 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:36:13.858016 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.945128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:36:13.949739 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:36:13.955749 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.981536 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-cb5d6a9c-3080-4c47-a24b-89afaeff83c8 service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434426 Nov 22 18:36:13.996508 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:13.998042 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:13.999403 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] 10.222.0.57 "PUT /v2.0/ports/88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 HTTP/1.1" status: 200 len: 1094 time: 0.9424429 Nov 22 18:36:14.004253 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa67e9-1572-4f2f-9cc0-94975c70d9a3 req-8112ae7c-71f7-47a9-aa63-9552f924a0d5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.004456 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:14.005220 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-71fa67e9-1572-4f2f-9cc0-94975c70d9a3 req-8112ae7c-71f7-47a9-aa63-9552f924a0d5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 944 time: 0.0903699 Nov 22 18:36:14.005842 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35422) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:14.008081 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12cc398-a4fc-4ad4-9c69-92ec037493c3" -d '{"events": [{"name": "network-changed", "server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:14.049344 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8f3c5-b9cd-4039-a082-806267d8df98 service neutron] Pushing event updated for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:14.110685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-10d5d89a-ed10-4804-93fa-f4e1b33dea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.112161 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-10d5d89a-ed10-4804-93fa-f4e1b33dea25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 1097 time: 0.0505180 Nov 22 18:36:14.122391 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-71fa67e9-1572-4f2f-9cc0-94975c70d9a3 req-0ac384ff-5da2-455b-bdfb-669bfcc99085 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000698 Nov 22 18:36:14.139530 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-8a18f954-d77c-486e-913c-2a6fcd4706ef service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509547 Nov 22 18:36:14.200346 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-33b0593c-89e4-45da-b7b7-03f68f7ebfe3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 HTTP/1.1" status: 200 len: 217 time: 0.0568998 Nov 22 18:36:14.209893 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a00538-2946-495c-be28-230bab377c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.279413 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-9a3bbbec-756b-4c0a-93f9-e86c0d53906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.281132 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-9a3bbbec-756b-4c0a-93f9-e86c0d53906b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b77b492-a410-4fbb-82dd-9d54d119c523 HTTP/1.1" status: 200 len: 853 time: 0.0698326 Nov 22 18:36:14.338723 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736ac5-5f53-4b06-aef1-ac2787af61dc req-0a4ce6b5-91a2-4bef-a1dd-9f21ac330a81 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.340236 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-61736ac5-5f53-4b06-aef1-ac2787af61dc req-0a4ce6b5-91a2-4bef-a1dd-9f21ac330a81 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.1180701 Nov 22 18:36:14.340830 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-de6262de-c1c7-4888-9af5-f8331ae34f96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494125 Nov 22 18:36:14.414997 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a00538-2946-495c-be28-230bab377c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.428901 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a00538-2946-495c-be28-230bab377c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.454637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea611e21-5590-4717-ac99-868dc585b63f req-6a37e79f-6da6-48ba-b531-0760b63debde tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.454954 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-42c13128-488f-40ec-a1f6-c7931ba20d6c service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043239 Nov 22 18:36:14.456175 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea611e21-5590-4717-ac99-868dc585b63f req-6a37e79f-6da6-48ba-b531-0760b63debde tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1361566 Nov 22 18:36:14.478118 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-61736ac5-5f53-4b06-aef1-ac2787af61dc req-ef26d4c5-dcfb-4493-8fc3-f08bde8af20d tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160910 Nov 22 18:36:14.521802 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-91a00538-2946-495c-be28-230bab377c49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94fff9640f8345d59769a796f71a76f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139561 Nov 22 18:36:14.526759 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35440) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:14.529051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a00538-2946-495c-be28-230bab377c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bce1c6-171e-417b-84c7-c8ede6ef82f2,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:14.556503 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff39bca-3161-4c27-bc7a-399469a651bc x-openstack-request-id: req-eff39bca-3161-4c27-bc7a-399469a651bc {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:14.556797 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:14.556918 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eff39bca-3161-4c27-bc7a-399469a651bc {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:14.557243 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5', 'status': 'completed', 'code': 200} Nov 22 18:36:14.557912 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea611e21-5590-4717-ac99-868dc585b63f req-7af68c73-f0c3-46d0-a380-d894064d9978 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909698 Nov 22 18:36:14.618774 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.626054 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b0a41495-0d44-46b4-ae45-136f3cdd0908 req-0213b576-5739-479f-95a0-fdf178fa948c service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592419 Nov 22 18:36:14.645069 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0cf78137-a135-4cba-aced-90f713bacd4b req-9bd76c8e-a302-4efb-9789-8cece8d60a3d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 210 time: 0.0381780 Nov 22 18:36:14.648824 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.721731 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40723f-34be-4e6c-90f4-49306b9afd4b req-3536c29c-f556-45cb-8069-77a346509437 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.724909 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f40723f-34be-4e6c-90f4-49306b9afd4b req-3536c29c-f556-45cb-8069-77a346509437 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 944 time: 0.0834563 Nov 22 18:36:14.769597 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.772229 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:14.780534 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7bce1c6-171e-417b-84c7-c8ede6ef82f2 HTTP/1.1" status: 204 len: 168 time: 0.2472980 Nov 22 18:36:14.788866 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5efd45-677f-49b5-a7e2-22df95a2756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bce1c6-171e-417b-84c7-c8ede6ef82f2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:14.800118 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-ea233bf7-2500-49ae-b3a2-971ce13c260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.803245 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-ea233bf7-2500-49ae-b3a2-971ce13c260b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 1097 time: 0.0872796 Nov 22 18:36:14.847418 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda4888-8d73-4b3e-afd8-553f23c77c2b req-f219dd10-e6e9-4f8e-93ff-d52bf98011c6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.851065 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7bda4888-8d73-4b3e-afd8-553f23c77c2b req-f219dd10-e6e9-4f8e-93ff-d52bf98011c6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 944 time: 0.1244497 Nov 22 18:36:14.871884 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4f40723f-34be-4e6c-90f4-49306b9afd4b req-b2386ee1-dbe2-42ee-9671-9f4bb7c66ebb tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333156 Nov 22 18:36:14.935800 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-cdde5585-4593-4652-82c2-af9731f62ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:14.936937 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-cdde5585-4593-4652-82c2-af9731f62ec1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 914 time: 0.1248279 Nov 22 18:36:14.942899 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7bda4888-8d73-4b3e-afd8-553f23c77c2b req-a2c38cf1-f906-4430-9a25-c89e714a8452 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695720 Nov 22 18:36:15.006475 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-254901d6-0fe4-4d0f-a96d-7ef0f430eee8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 HTTP/1.1" status: 200 len: 217 time: 0.0555155 Nov 22 18:36:15.085773 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-48af70da-d5c2-40b0-af92-3077447d2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.087643 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-48af70da-d5c2-40b0-af92-3077447d2db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b77b492-a410-4fbb-82dd-9d54d119c523 HTTP/1.1" status: 200 len: 853 time: 0.0613608 Nov 22 18:36:15.128120 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-7c989758-0712-4383-8965-3478556adec2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284505 Nov 22 18:36:15.248168 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-3eb3d172-9517-4ead-bf79-cc2e29f68ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067069 Nov 22 18:36:15.272814 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed85f45-9604-420e-bba8-ff0bb2ee4e27 req-dd4a8049-208f-4067-b12f-fe8426685f63 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.275275 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6ed85f45-9604-420e-bba8-ff0bb2ee4e27 req-dd4a8049-208f-4067-b12f-fe8426685f63 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 944 time: 0.0578299 Nov 22 18:36:15.325498 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6ed85f45-9604-420e-bba8-ff0bb2ee4e27 req-497c0bcb-0d21-411c-ab1c-fb84104fba3a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Nov 22 18:36:15.348268 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b12cc398-a4fc-4ad4-9c69-92ec037493c3 req-8ae8439e-d6e6-44ef-8b7c-004611dce0a7 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Nov 22 18:36:15.617831 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcceb-7ef5-4844-8e94-7828d57ea4ac req-b436d747-0d2b-4103-a391-06177d4c57c0 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.620099 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-efcfcceb-7ef5-4844-8e94-7828d57ea4ac req-b436d747-0d2b-4103-a391-06177d4c57c0 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0676479 Nov 22 18:36:15.679912 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-0e7d921a-27f5-4eb2-9447-b9c2e757ea87 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.681538 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-0e7d921a-27f5-4eb2-9447-b9c2e757ea87 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 949 time: 0.0521016 Nov 22 18:36:15.703631 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-efcfcceb-7ef5-4844-8e94-7828d57ea4ac req-b3169fba-9e1c-4c8d-be64-667bb37e22bc tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1aaa801-736c-4588-938a-3a0d7f0c5abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770566 Nov 22 18:36:15.722889 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339ae2a-3033-485f-b9e6-68e0d665c640 req-c631327e-bab1-4c00-a05b-8608cdc69c9a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.732649 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c339ae2a-3033-485f-b9e6-68e0d665c640 req-c631327e-bab1-4c00-a05b-8608cdc69c9a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0998971 Nov 22 18:36:15.827570 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:15.840137 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Deleting port 1348f616-09a5-4b13-9fcb-329f00ad856a {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:36:15.840468 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:15.846232 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a13332a5-6b6c-4efd-a599-a6c236f408fa req-b89e5b81-d248-47dd-8df9-a17d297bca71 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 210 time: 0.0431633 Nov 22 18:36:15.895139 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c339ae2a-3033-485f-b9e6-68e0d665c640 req-1f6cc929-78e0-4657-b48d-db207c8e3950 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416848 Nov 22 18:36:15.931647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:15.936281 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-13b7ff6e-c273-40fb-8667-25c53aa56848 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:15.938575 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-13b7ff6e-c273-40fb-8667-25c53aa56848 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1975889 Nov 22 18:36:15.958828 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Request body: {'port': {'device_id': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'admin_state_up': True, 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:15.969217 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] For port 1348f616-09a5-4b13-9fcb-329f00ad856a, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1348f616-09a5-4b13-9fcb-329f00ad856a,segment=NetworkSegment(d65411e2-6ea4-4912-8595-6d2aae653631),segment_id=d65411e2-6ea4-4912-8595-6d2aae653631)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:15.970019 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:15.988158 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:15.990045 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Calling delete_port for 1348f616-09a5-4b13-9fcb-329f00ad856a owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:36:16.003369 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5', 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb', 'port_id': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5', 'mac_address': 'fa:16:3e:1e:57:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b77b492-a410-4fbb-82dd-9d54d119c523', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:16.053031 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 6594b50c-68e8-49b3-866c-c9f855c9dc7b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:16.053778 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.084397 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.114239 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:16.142440 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:16.150767 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.227563 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.236803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.240614 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:16.258734 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Pushing event deleted for resources: {'Port': ['ID=1348f616-09a5-4b13-9fcb-329f00ad856a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:16.292306 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:16.294926 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b57a9-262c-47e2-8536-44f4e078adaa" -d '{"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:16.313746 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:16.323626 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.324578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 58a11bb7-c41e-4064-9481-917230b847cf up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:16.337026 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] No DVR routers for this DVR port 1348f616-09a5-4b13-9fcb-329f00ad856a on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:36:16.340301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.345106 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3756de07-f6e7-474f-b75a-06aeb5374a02 req-cc971372-0c3b-44d2-a4bc-a45658913377 tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.57 "DELETE /v2.0/ports/1348f616-09a5-4b13-9fcb-329f00ad856a HTTP/1.1" status: 204 len: 173 time: 0.6350195 Nov 22 18:36:16.463560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c13a4-5d16-4e5f-ae37-c78cfd607274 req-c63e76f3-9a58-4030-9564-3573b4ab3eec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:16.465207 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-034c13a4-5d16-4e5f-ae37-c78cfd607274 req-c63e76f3-9a58-4030-9564-3573b4ab3eec tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.1463540 Nov 22 18:36:16.473582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['88d19c1b-2d5a-4d9b-972f-b99fb22b49c5'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:16.481923 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80291e1-0df3-4e8e-89c4-e81b040019d7 req-fc29d436-242f-4fcf-a9f6-0e32a2febba1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:16.484285 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a80291e1-0df3-4e8e-89c4-e81b040019d7 req-fc29d436-242f-4fcf-a9f6-0e32a2febba1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 944 time: 0.5205188 Nov 22 18:36:16.513959 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=10']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:16.525207 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 58a11bb7-c41e-4064-9481-917230b847cf completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:36:16.534054 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 58a11bb7-c41e-4064-9481-917230b847cf triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:16.534440 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.558329 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'name': 'network-vif-deleted', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:16.560923 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78b55a-2eb0-4173-bba1-a31d1d1a8bb8" -d '{"events": [{"server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "name": "network-vif-deleted", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:16.567402 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:16.572352 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.617361 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-034c13a4-5d16-4e5f-ae37-c78cfd607274 req-c95bf665-ec2a-4e58-ac62-17cae90a2b0d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201069 Nov 22 18:36:16.651993 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a80291e1-0df3-4e8e-89c4-e81b040019d7 req-3dcc53cc-2c18-4504-b63f-1c5834869c66 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523902 Nov 22 18:36:16.707238 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.725908 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7909d6-f998-4a4b-bc4a-e2ad366c5e83 x-openstack-request-id: req-8b7909d6-f998-4a4b-bc4a-e2ad366c5e83 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:16.726267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-plugged", "status": "completed", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:16.726532 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b7909d6-f998-4a4b-bc4a-e2ad366c5e83 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:16.727584 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'code': 200} Nov 22 18:36:16.770278 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae7219-b418-4fbe-ab5b-334470b7ce10 x-openstack-request-id: req-64ae7219-b418-4fbe-ab5b-334470b7ce10 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:16.770585 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8216e4-8281-46b8-b4d5-e3b25c2928e9", "name": "network-vif-deleted", "tag": "1348f616-09a5-4b13-9fcb-329f00ad856a", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:16.770841 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64ae7219-b418-4fbe-ab5b-334470b7ce10 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:16.771264 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8216e4-8281-46b8-b4d5-e3b25c2928e9', 'name': 'network-vif-deleted', 'tag': '1348f616-09a5-4b13-9fcb-329f00ad856a', 'status': 'completed', 'code': 200} Nov 22 18:36:16.771922 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=58a11bb7-c41e-4064-9481-917230b847cf,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:16.777815 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:16.833873 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:16.836641 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Allocated IP 172.20.0.9 (7e708930-8e9d-4b5c-9686-bb0a2f436665/9251259d-1459-47cb-932f-b6a708a77dc1/8ae094c5-b9cc-420e-97eb-1a1b9c299700) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:36:16.880356 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e93863f5-34d2-448b-beda-8d753d60cab5 req-683e1f7c-cc12-4872-a33c-4b28e605604e tempest-VolumesNegativeTest-1689877920 tempest-VolumesNegativeTest-1689877920-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e8216e4-8281-46b8-b4d5-e3b25c2928e9 HTTP/1.1" status: 200 len: 210 time: 0.0451479 Nov 22 18:36:16.907288 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd5185-033e-417e-b8a8-9254962686df req-117b8bd3-a811-4a34-a42e-5d007d232cf5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:16.909042 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ccfd5185-033e-417e-b8a8-9254962686df req-117b8bd3-a811-4a34-a42e-5d007d232cf5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 945 time: 0.1237702 Nov 22 18:36:16.995742 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e88602e0-219d-427e-948d-ada48bdae548 req-d9953840-a6ce-4fe2-88dd-5ab67946c4a0 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 210 time: 0.0477302 Nov 22 18:36:17.050423 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ccfd5185-033e-417e-b8a8-9254962686df req-546c52bf-fcdf-4ba1-99b4-71b32a6f1d95 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285992 Nov 22 18:36:17.153072 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6041-3563-45bc-92a5-421891067ba8 req-66ddf081-a5e8-4e2b-a132-775e9becaa33 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:17.154832 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3fdd6041-3563-45bc-92a5-421891067ba8 req-66ddf081-a5e8-4e2b-a132-775e9becaa33 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0915809 Nov 22 18:36:17.158116 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.229382 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3fdd6041-3563-45bc-92a5-421891067ba8 req-e97b8fde-24f0-48ff-91c6-d31f65344e14 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661116 Nov 22 18:36:17.231001 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.283566 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:17.284579 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56453c21-58ff-4ab6-91fc-3318e9042e79 req-f80f16a5-bbc4-49f6-8624-56efb6d43566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:17.286224 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-56453c21-58ff-4ab6-91fc-3318e9042e79 req-f80f16a5-bbc4-49f6-8624-56efb6d43566 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0575340 Nov 22 18:36:17.286961 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:17.292051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:17.319179 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event updated for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:17.342354 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-56453c21-58ff-4ab6-91fc-3318e9042e79 req-3ca7c62e-4474-4ca8-9e9b-5b2c759ff88a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Nov 22 18:36:17.346815 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:17.347468 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.363891 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-46bdc70e-7de2-483d-aea5-04794af3cf66 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122427 Nov 22 18:36:17.555910 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Request body: {'port': {'device_id': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:17.615560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.844950 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:17.870993 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ae47-1814-46ea-90cf-066a34b5f821 req-a6b169e2-4bed-43c3-881e-7c45519f9729 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:17.870993 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d839ae47-1814-46ea-90cf-066a34b5f821 req-a6b169e2-4bed-43c3-881e-7c45519f9729 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.1476164 Nov 22 18:36:17.887916 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e74a4-32f0-48bb-a4ce-fb54b314cc3b req-64f75e96-5a83-4740-adfd-391dc012d4fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:17.889411 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-193e74a4-32f0-48bb-a4ce-fb54b314cc3b req-64f75e96-5a83-4740-adfd-391dc012d4fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.1331847 Nov 22 18:36:17.905644 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:36:17.910090 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:17.910465 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.987830 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:17.995484 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d839ae47-1814-46ea-90cf-066a34b5f821 req-d4a72981-90d2-4e62-8dc6-70201dec753d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159205 Nov 22 18:36:18.008908 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-193e74a4-32f0-48bb-a4ce-fb54b314cc3b req-0c8e72a7-1b74-4007-841a-cc47eace3840 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090755 Nov 22 18:36:18.023151 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:18.039619 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.040570 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1348f616-09a5-4b13-9fcb-329f00ad856a no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:36:18.062105 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae094c5-b9cc-420e-97eb-1a1b9c299700 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:18.091054 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 1348f616-09a5-4b13-9fcb-329f00ad856a {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:36:18.091480 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1348f616-09a5-4b13-9fcb-329f00ad856a not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:36:18.094480 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.125385 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:18.145750 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Transition to ACTIVE for port object 8ae094c5-b9cc-420e-97eb-1a1b9c299700 will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:36:18.159713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.235447 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21619515-3065-4d75-83cc-4d8f09271882 req-49098e67-3afe-44f4-8877-9f4794f8cb5c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.236944 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21619515-3065-4d75-83cc-4d8f09271882 req-49098e67-3afe-44f4-8877-9f4794f8cb5c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 931 time: 0.1389027 Nov 22 18:36:18.262034 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:18.288322 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fa5d9-d342-4a36-9fdc-424828daec03 req-0439ed4d-9279-43c6-ab53-d315b4e77e7d tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.290866 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2a2fa5d9-d342-4a36-9fdc-424828daec03 req-0439ed4d-9279-43c6-ab53-d315b4e77e7d tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.1489947 Nov 22 18:36:18.380093 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21619515-3065-4d75-83cc-4d8f09271882 req-8ae65da3-fc9d-4033-affc-d6ba5920bdd7 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338878 Nov 22 18:36:18.417332 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Attempting to bind port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:36:18.417679 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Attempting to bind port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:36:18.418020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Attempting to bind port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:18.429291 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2a2fa5d9-d342-4a36-9fdc-424828daec03 req-4e888e5e-ef7e-4dee-84b5-d5af6f101c13 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Nov 22 18:36:18.430626 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:36:18.431208 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Attempting to bind port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:18.436625 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:36:18.436966 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Checking segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:18.437349 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Bound using segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:36:18.437787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Bound port: 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:36:18.438139 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.540830 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:36:18.549570 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc8131-4904-4d57-93c1-92246d66d62b req-8a21fae0-335a-4cf0-bdbd-8f815336aba9 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.551064 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2fc8131-4904-4d57-93c1-92246d66d62b req-8a21fae0-335a-4cf0-bdbd-8f815336aba9 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0754385 Nov 22 18:36:18.567780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:36:18.577037 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.630580 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.631078 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:18.632481 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ae094c5-b9cc-420e-97eb-1a1b9c299700 HTTP/1.1" status: 200 len: 1093 time: 1.0818076 Nov 22 18:36:18.636528 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:18.638799 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:18.669567 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d2fc8131-4904-4d57-93c1-92246d66d62b req-523571c7-7f9f-4dcc-b30c-434321af9bf2 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058757 Nov 22 18:36:18.705325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11201390-14c5-4d97-ad30-d9ab220c3ac1 x-openstack-request-id: req-11201390-14c5-4d97-ad30-d9ab220c3ac1 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:18.706431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:18.706431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11201390-14c5-4d97-ad30-d9ab220c3ac1 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:18.706431 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700', 'status': 'completed', 'code': 200} Nov 22 18:36:18.725157 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a25dc-a52c-4eb8-b49d-2c18eb618e07 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:18.734651 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf'}, {'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:18.736990 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd58b0b-3737-4a7c-8d87-4ac34803822c" -d '{"events": [{"server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "name": "network-vif-plugged", "status": "completed", "tag": "58a11bb7-c41e-4064-9481-917230b847cf"}, {"server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "name": "network-vif-plugged", "status": "completed", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:18.754295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-c98814a9-6ded-4db2-8c30-3df08ae9b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.756346 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-c98814a9-6ded-4db2-8c30-3df08ae9b4cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 1096 time: 0.0641322 Nov 22 18:36:18.815063 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb91bd-be3f-4625-b29b-b8602436c237 x-openstack-request-id: req-94cb91bd-be3f-4625-b29b-b8602436c237 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:18.815429 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "name": "network-vif-plugged", "status": "completed", "tag": "58a11bb7-c41e-4064-9481-917230b847cf", "code": 200}, {"server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "name": "network-vif-plugged", "status": "completed", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:18.815706 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94cb91bd-be3f-4625-b29b-b8602436c237 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:18.816135 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf', 'code': 200} Nov 22 18:36:18.816419 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5', 'code': 200} Nov 22 18:36:18.816530 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-3d969e4c-0aa3-4cfa-b8fa-918ac82e2568 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700 HTTP/1.1" status: 200 len: 217 time: 0.0503175 Nov 22 18:36:18.927287 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-fa51ef79-3dff-4f41-b44c-f0a6341cf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:18.928853 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-fa51ef79-3dff-4f41-b44c-f0a6341cf4a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0854056 Nov 22 18:36:18.984345 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-dcf21b62-4165-44e0-8f82-b25ff474f237 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317335 Nov 22 18:36:19.132392 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d8cd-ab23-4ebd-9f25-19f6c3e3ce23 req-2b3f216a-04a5-445d-9c2e-e552ce998d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.135851 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0404d8cd-ab23-4ebd-9f25-19f6c3e3ce23 req-2b3f216a-04a5-445d-9c2e-e552ce998d8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 1099 time: 0.1226799 Nov 22 18:36:19.231316 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-1c6a99a7-6fe1-4422-b594-4a3aa9ab5fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249360 Nov 22 18:36:19.253015 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b0502-b0ae-45fb-b773-cd23df7775d9 req-b1d77f0b-0948-4aef-b700-fd8db9fe14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.254554 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d01b0502-b0ae-45fb-b773-cd23df7775d9 req-b1d77f0b-0948-4aef-b700-fd8db9fe14a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 1098 time: 0.0908582 Nov 22 18:36:19.261892 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0404d8cd-ab23-4ebd-9f25-19f6c3e3ce23 req-9f1f0d0a-3a5f-4f33-8be1-1b61935dec5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173065 Nov 22 18:36:19.270184 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbafc8-a95e-41cb-af82-1e00f0039541 req-cf0f433b-d075-4149-b7c1-37219fa34d16 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.280095 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-40dbafc8-a95e-41cb-af82-1e00f0039541 req-cf0f433b-d075-4149-b7c1-37219fa34d16 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.1187332 Nov 22 18:36:19.312530 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d01b0502-b0ae-45fb-b773-cd23df7775d9 req-524bb2a6-a6b1-4b59-921f-511b80410b9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Nov 22 18:36:19.366350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d48ec9-0e3e-46a0-a2dd-40f289bae5c3 req-f5cfaa33-a943-491e-90e3-0e99a018bb3b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.368813 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e9d48ec9-0e3e-46a0-a2dd-40f289bae5c3 req-f5cfaa33-a943-491e-90e3-0e99a018bb3b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.2065094 Nov 22 18:36:19.431458 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-40dbafc8-a95e-41cb-af82-1e00f0039541 req-2f3a7e9e-b0f0-4406-ab9e-5c042cc123dc tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503682 Nov 22 18:36:19.481415 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-721c48b8-0b36-448f-b8d8-9b33be0bfe2f req-8b784d9d-5a98-41af-97ea-247291a7ea8e service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366920 Nov 22 18:36:19.485870 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e9d48ec9-0e3e-46a0-a2dd-40f289bae5c3 req-857d2da1-70b0-4a58-8b93-78b34da8c66d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073983 Nov 22 18:36:19.559041 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962bca6-7eaa-4ec4-83e8-5b7c7a018e08 req-8dffe9ed-b0de-4f83-92a9-60a877a0b961 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.560554 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e962bca6-7eaa-4ec4-83e8-5b7c7a018e08 req-8dffe9ed-b0de-4f83-92a9-60a877a0b961 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 943 time: 0.0624754 Nov 22 18:36:19.640161 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202845d6-480a-486c-9419-2fc636fc0a2e req-67e4220e-86b2-48b4-9f0a-4866c7b53267 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.641660 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-202845d6-480a-486c-9419-2fc636fc0a2e req-67e4220e-86b2-48b4-9f0a-4866c7b53267 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.0802133 Nov 22 18:36:19.650045 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e962bca6-7eaa-4ec4-83e8-5b7c7a018e08 req-ce1eb8c7-e56a-43c9-b04a-ab0eb9be9486 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801928 Nov 22 18:36:19.697437 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-202845d6-480a-486c-9419-2fc636fc0a2e req-7c30ecfd-3f52-4bfa-8811-66461493daef tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Nov 22 18:36:19.834597 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-cdc611ca-e0d5-4b78-a0df-001ab8942aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.836886 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-cdc611ca-e0d5-4b78-a0df-001ab8942aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 1096 time: 0.0749679 Nov 22 18:36:19.845107 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65148e5-8cc6-4c20-a539-aecc89de8222 req-3c35bb46-957c-4db1-a292-af28649f2923 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.846587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a65148e5-8cc6-4c20-a539-aecc89de8222 req-3c35bb46-957c-4db1-a292-af28649f2923 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0950353 Nov 22 18:36:19.971559 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a65148e5-8cc6-4c20-a539-aecc89de8222 req-2f3567be-dceb-4fa4-9e29-fab76e80041a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975771 Nov 22 18:36:19.986177 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-d8ab2bb3-70ef-4956-a890-631b94e90848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:19.987651 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-d8ab2bb3-70ef-4956-a890-631b94e90848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 916 time: 0.1401715 Nov 22 18:36:20.037062 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-bc1b6147-68d7-4378-be59-bd61702af3c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700 HTTP/1.1" status: 200 len: 217 time: 0.0398867 Nov 22 18:36:20.091393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-5cedd526-f0ec-4c2a-bf60-dab47be68d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:20.092939 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-5cedd526-f0ec-4c2a-bf60-dab47be68d8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0454853 Nov 22 18:36:20.125429 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-0f1d412d-ab10-4fa4-8df1-ae3fdf573311 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247998 Nov 22 18:36:20.220566 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-36a23f3f-80ec-4db1-b372-bcbae1cdaab1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855536 Nov 22 18:36:20.336367 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-11fe51b5-9ce5-4ebc-858f-4343fd4c963d req-9e5f134a-fc81-4c55-a5f9-e951b8155aae service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017478 Nov 22 18:36:20.569834 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc968af-42a5-440a-852b-2b68e69ab887 req-e1d6d744-321b-404d-9758-60b8bfc9b233 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:20.571785 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bcc968af-42a5-440a-852b-2b68e69ab887 req-e1d6d744-321b-404d-9758-60b8bfc9b233 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0638235 Nov 22 18:36:20.665984 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bcc968af-42a5-440a-852b-2b68e69ab887 req-ce0f6683-9763-4c20-91a4-9b9a18f00fd0 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858309 Nov 22 18:36:20.680201 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ced7-8860-4a84-bd47-de5ebb0e7c1f req-bfa8f888-cdf8-493d-a905-bd97b3396960 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:20.687505 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b69ced7-8860-4a84-bd47-de5ebb0e7c1f req-bfa8f888-cdf8-493d-a905-bd97b3396960 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.1092706 Nov 22 18:36:20.799017 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b69ced7-8860-4a84-bd47-de5ebb0e7c1f req-81dcf17e-42c0-4feb-91ab-3b2497502f31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106145 Nov 22 18:36:20.847617 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-b2457f1e-7ee9-48f6-b54e-a11f33001832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:20.849335 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-b2457f1e-7ee9-48f6-b54e-a11f33001832 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.1035492 Nov 22 18:36:20.881053 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c0b10-8918-4aeb-8cbf-f75afa0373a6 req-65fe770b-916b-47af-9b51-0ce50f6f83b5 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:20.883622 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-332c0b10-8918-4aeb-8cbf-f75afa0373a6 req-65fe770b-916b-47af-9b51-0ce50f6f83b5 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 943 time: 0.0887003 Nov 22 18:36:21.027025 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-332c0b10-8918-4aeb-8cbf-f75afa0373a6 req-c4f7a77b-1f9d-4df8-92b0-7ad8d1d15253 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307819 Nov 22 18:36:21.037872 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ff78f-5c3d-43b7-8c65-a1d9271d97f4 req-0fd2be46-a9d4-4210-a4dd-c1cc98743383 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.039329 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a9ff78f-5c3d-43b7-8c65-a1d9271d97f4 req-0fd2be46-a9d4-4210-a4dd-c1cc98743383 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.1687174 Nov 22 18:36:21.100101 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-4c45b3d1-ea34-428c-b68e-51f94a1964d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.101723 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-4c45b3d1-ea34-428c-b68e-51f94a1964d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.1948318 Nov 22 18:36:21.139303 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a9ff78f-5c3d-43b7-8c65-a1d9271d97f4 req-d690bed2-342d-41cb-852b-2fbae9c08404 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929520 Nov 22 18:36:21.263821 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-b02037ad-7195-4100-8509-3ba627642bd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 1001 time: 0.1506004 Nov 22 18:36:21.280667 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fcb02-299d-4f63-877a-9e068c3d1b9a req-73d40d4a-9e82-4a57-8eda-1df609e44e9f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.282236 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-631fcb02-299d-4f63-877a-9e068c3d1b9a req-73d40d4a-9e82-4a57-8eda-1df609e44e9f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1679974 Nov 22 18:36:21.358460 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-9f331938-6a35-4cd6-82bb-3411ed162260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.359988 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-9f331938-6a35-4cd6-82bb-3411ed162260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0768485 Nov 22 18:36:21.373303 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-631fcb02-299d-4f63-877a-9e068c3d1b9a req-ddbb403e-500e-4c7c-ac2a-78b2446bab93 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784869 Nov 22 18:36:21.424285 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-2b7a8fc5-e659-4661-af48-02c594781e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.425875 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-2b7a8fc5-e659-4661-af48-02c594781e69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473168 Nov 22 18:36:21.531562 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-3085ef48-4c5d-4086-b6bf-ae7be0c3ce23 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962932 Nov 22 18:36:21.654535 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ff7c232b-54c3-4bb3-9eee-8c6afde66184 req-f7f1ccc5-46f5-4eec-a9a0-f11ed978cf8e service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091928 Nov 22 18:36:21.815895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12e65a-f8ea-4e99-be64-22c2779a08dd req-f96f0a19-1530-4c38-9643-049ce256f24a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:21.817518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea12e65a-f8ea-4e99-be64-22c2779a08dd req-f96f0a19-1530-4c38-9643-049ce256f24a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0576823 Nov 22 18:36:21.858114 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8ae094c5-b9cc-420e-97eb-1a1b9c299700 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:22.101325 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:22.113390 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '8ae094c5-b9cc-420e-97eb-1a1b9c299700', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'port_id': '8ae094c5-b9cc-420e-97eb-1a1b9c299700', 'mac_address': 'fa:16:3e:b9:7c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9251259d-1459-47cb-932f-b6a708a77dc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:22.145218 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ea12e65a-f8ea-4e99-be64-22c2779a08dd req-694780b7-2dbe-4be2-bec9-01bb65353e1f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204660 Nov 22 18:36:22.156606 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:22.178051 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae094c5-b9cc-420e-97eb-1a1b9c299700 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:22.187411 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c92e-fab1-47cb-b66e-6ef97d876f0f req-069deef5-2e02-46b2-acc9-9a5fb039962d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:22.189026 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-44b9c92e-fab1-47cb-b66e-6ef97d876f0f req-069deef5-2e02-46b2-acc9-9a5fb039962d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 943 time: 0.0811720 Nov 22 18:36:22.199502 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:22.205107 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:22.260426 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:22.278718 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-44b9c92e-fab1-47cb-b66e-6ef97d876f0f req-fc416937-0306-46ff-9abb-f7cd3ed089bc tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793586 Nov 22 18:36:22.300889 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de35cec-76bc-4c7e-a041-33ab502606c1 req-62f905ec-398a-4f2d-9ad8-08a0bf08f8bc tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:22.302395 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5de35cec-76bc-4c7e-a041-33ab502606c1 req-62f905ec-398a-4f2d-9ad8-08a0bf08f8bc tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0813537 Nov 22 18:36:22.368737 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5de35cec-76bc-4c7e-a041-33ab502606c1 req-79cb7d29-4c2d-4f18-b5b1-d689df8f9819 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591667 Nov 22 18:36:22.397556 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35842) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:22.506119 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f338-34f4-4e42-bf06-777e86e33d7d req-0fab5d5f-e4a2-4357-ab35-6575a1a29115 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:22.508239 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bed0f338-34f4-4e42-bf06-777e86e33d7d req-0fab5d5f-e4a2-4357-ab35-6575a1a29115 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0527740 Nov 22 18:36:22.527104 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:22.581126 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bed0f338-34f4-4e42-bf06-777e86e33d7d req-a7134557-c032-41d0-a378-cc4fff4fac3f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637519 Nov 22 18:36:22.678538 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4eaec-d2dc-43b7-9a31-97da1291fc75 tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:22.680214 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2ed4eaec-d2dc-43b7-9a31-97da1291fc75 tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 1093 time: 0.2815895 Nov 22 18:36:22.684608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 35854) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:22.690462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'port_id': '58a11bb7-c41e-4064-9481-917230b847cf', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:22.733466 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:22.831796 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35860) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:22.889180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.017223 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-730b7d38-85f6-43c4-9977-bac3ecc632d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2c66d34d3c4407d824661fcc14067a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839635 Nov 22 18:36:23.017974 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.27.1.80 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/042895c9-074d-4de4-b2e1-ad7662fb1f5b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:36:23.019920 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 35864) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:36:23.073996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.102459 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.142486 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.160704 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.163320 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.167276 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1aaa801-736c-4588-938a-3a0d7f0c5abb HTTP/1.1" status: 204 len: 168 time: 0.1440289 Nov 22 18:36:23.173707 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2153733-d3f2-489a-9142-97d06ffa156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aaa801-736c-4588-938a-3a0d7f0c5abb,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:23.189942 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.238576 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:23.241841 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:23.245858 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:23.273832 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=042895c9-074d-4de4-b2e1-ad7662fb1f5b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:23.457747 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa614a2d-ecb2-4312-b72a-330fb3771a9c req-aa459907-2b94-426b-963b-cf43ada5dbc3 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:23.459663 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fa614a2d-ecb2-4312-b72a-330fb3771a9c req-aa459907-2b94-426b-963b-cf43ada5dbc3 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 944 time: 0.0851743 Nov 22 18:36:23.526691 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fa614a2d-ecb2-4312-b72a-330fb3771a9c req-6acda07e-1c99-4091-9201-e39f0c8fefec tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542717 Nov 22 18:36:23.745624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e3b3-0451-426a-8e88-cb856e7bba96 req-aee99882-e6fc-462b-986f-039faf9d8096 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:23.747200 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1205e3b3-0451-426a-8e88-cb856e7bba96 req-aee99882-e6fc-462b-986f-039faf9d8096 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0654335 Nov 22 18:36:23.774434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:23.827658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1205e3b3-0451-426a-8e88-cb856e7bba96 req-328a3d16-866b-4a32-bf83-1169f75c75a6 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664825 Nov 22 18:36:23.996063 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8ae094c5-b9cc-420e-97eb-1a1b9c299700 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:24.052654 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:36:24.056782 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:24.057141 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.126224 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.148266 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.172286 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:24.174590 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d93b7c-93de-44c4-8efe-43d32bc899b9" -d '{"events": [{"server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "name": "network-vif-plugged", "status": "completed", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:24.205989 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:24.213524 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.249119 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815eec7a-bf35-473e-9c9c-2fd35d2fc120 x-openstack-request-id: req-815eec7a-bf35-473e-9c9c-2fd35d2fc120 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:24.249119 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "name": "network-vif-plugged", "status": "completed", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:24.249560 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-815eec7a-bf35-473e-9c9c-2fd35d2fc120 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:24.249717 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700', 'code': 200} Nov 22 18:36:24.256952 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.283186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:24.450491 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.455794 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.463974 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4233e-0370-48b3-af3d-8bf77c2429d1 req-bf22e7b3-cfcd-4eaf-bd93-1542a43aeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:24.465510 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cdd4233e-0370-48b3-af3d-8bf77c2429d1 req-bf22e7b3-cfcd-4eaf-bd93-1542a43aeb14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 1098 time: 0.0746593 Nov 22 18:36:24.517911 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cdd4233e-0370-48b3-af3d-8bf77c2429d1 req-d8d3926c-2726-40c9-837d-5e7dc5e42ca9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Nov 22 18:36:24.524335 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=042895c9-074d-4de4-b2e1-ad7662fb1f5b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:24.537972 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:24.645090 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.l3_db [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP 3a1f688a-7d46-4871-b78a-b9802cc14a6c associated. External IP: 172.27.1.80, port: 58a11bb7-c41e-4064-9481-917230b847cf. Nov 22 18:36:24.660017 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc971-4667-4500-b214-d85d28d6cc81 req-b029bae7-a10b-4e89-9663-aa0a8c3564a3 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:24.663162 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c7bc971-4667-4500-b214-d85d28d6cc81 req-b029bae7-a10b-4e89-9663-aa0a8c3564a3 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0528717 Nov 22 18:36:24.723481 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c7bc971-4667-4500-b214-d85d28d6cc81 req-87412694-465d-4f78-af85-e24e4ceda29a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546005 Nov 22 18:36:24.922155 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:36:24.976115 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc0e69-18a6-48d6-85a5-635f981d6ffd req-bcf7c033-183c-4ec2-9089-3c01e8ec4f09 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:24.978673 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55cc0e69-18a6-48d6-85a5-635f981d6ffd req-bcf7c033-183c-4ec2-9089-3c01e8ec4f09 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0616612 Nov 22 18:36:25.030336 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55cc0e69-18a6-48d6-85a5-635f981d6ffd req-27a98bbf-e0f5-4a65-811e-5b4043c60402 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453649 Nov 22 18:36:25.061318 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:36:25.076486 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:36:25.087607 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:36:25.087889 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:25.088266 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:35:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:25.132636 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-49a404bc-b04f-4f1a-9a9e-f980c995a72c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4461739 Nov 22 18:36:25.133436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:25.135677 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4ef38-2bc1-40dd-b675-7e447730af24" -d '{"events": [{"name": "network-changed", "server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "tag": "58a11bb7-c41e-4064-9481-917230b847cf"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:25.174415 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa22e5f-0f8e-4064-be14-09e48a8869cb x-openstack-request-id: req-caa22e5f-0f8e-4064-be14-09e48a8869cb {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:25.175037 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "tag": "58a11bb7-c41e-4064-9481-917230b847cf", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:25.175497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-caa22e5f-0f8e-4064-be14-09e48a8869cb {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:25.176057 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf', 'status': 'completed', 'code': 200} Nov 22 18:36:25.220799 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:36:25.252256 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-052be810-d99c-4428-a451-60606b4cfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:25.253748 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-052be810-d99c-4428-a451-60606b4cfd63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 1098 time: 0.0432267 Nov 22 18:36:25.372569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-2faa473e-d1f5-4c15-9a6b-b6def9526ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:25.374948 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-2faa473e-d1f5-4c15-9a6b-b6def9526ccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.1119463 Nov 22 18:36:25.395591 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-27ffa121-325a-4158-aa56-574a27634bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:25.453907 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-511ca622-d274-4f5a-98ca-c1806976d70b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a11bb7-c41e-4064-9481-917230b847cf HTTP/1.1" status: 200 len: 998 time: 0.0634038 Nov 22 18:36:25.510844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-ebc82731-9b50-4c24-889f-a60e6cff46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:25.512344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-ebc82731-9b50-4c24-889f-a60e6cff46c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0503676 Nov 22 18:36:25.533430 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3a1f688a-7d46-4871-b78a-b9802cc14a6c', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '58a11bb7-c41e-4064-9481-917230b847cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:55:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:36:23Z', 'updated_at': '2021-11-22T18:36:23Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:25.561687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:36:25.571554 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:36:25.572182 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:35:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:25.578227 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-200e6503-10e4-496b-9925-68a04cc32005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:25.579960 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-200e6503-10e4-496b-9925-68a04cc32005 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540581 Nov 22 18:36:25.686885 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-930dbe8e-bb2e-4705-9db3-7f7fdbc07f78 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975268 Nov 22 18:36:25.688487 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:36:25.827313 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78f4ef38-2bc1-40dd-b675-7e447730af24 req-e48d63a0-e8a1-46db-a2bb-64f5e3928bad service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256485 Nov 22 18:36:25.916586 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab55b25-bed5-43f1-842d-e2a2d5caaaed req-42849612-5b68-45b0-9379-ac85b5d82a4d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:25.919923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dab55b25-bed5-43f1-842d-e2a2d5caaaed req-42849612-5b68-45b0-9379-ac85b5d82a4d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0900462 Nov 22 18:36:25.984748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3a1f688a-7d46-4871-b78a-b9802cc14a6c', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '58a11bb7-c41e-4064-9481-917230b847cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:55:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:36:23Z', 'updated_at': '2021-11-22T18:36:23Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:36:25.986024 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dab55b25-bed5-43f1-842d-e2a2d5caaaed req-6096a10b-fa3e-45f5-a785-9e1d6a50106b tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Nov 22 18:36:26.019929 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4180f-d340-4103-aadd-2e12e055e251 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3a1f688a-7d46-4871-b78a-b9802cc14a6c', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '58a11bb7-c41e-4064-9481-917230b847cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:55:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:36:23Z', 'updated_at': '2021-11-22T18:36:23Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:36:26.170990 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50a2be-459d-44ff-8e71-53cd970f6810 req-e69957d3-c3bd-4fd2-acd3-b317385a4153 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:26.172582 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d50a2be-459d-44ff-8e71-53cd970f6810 req-e69957d3-c3bd-4fd2-acd3-b317385a4153 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0568242 Nov 22 18:36:26.234942 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d50a2be-459d-44ff-8e71-53cd970f6810 req-a1ddab47-af9e-4cf3-9de4-c45ad856bcf7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551050 Nov 22 18:36:26.263573 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896829eb-8a5c-49fb-ad5f-ac33932d3479 None None] New status for floating IP 3a1f688a-7d46-4871-b78a-b9802cc14a6c: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:36:27.128355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87439-59b7-43c8-8de9-c9d946d1225e req-1c5a2ddb-9287-4069-853a-cfda952cd76e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:27.129971 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d5a87439-59b7-43c8-8de9-c9d946d1225e req-1c5a2ddb-9287-4069-853a-cfda952cd76e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0641885 Nov 22 18:36:27.195526 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d5a87439-59b7-43c8-8de9-c9d946d1225e req-5e8e9d95-f2a8-4e94-9d71-efafe1f80740 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570242 Nov 22 18:36:27.424383 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41960f1f-462d-458d-b47d-b9835204071e req-3a79d3b1-5b6c-49e6-9b63-32ee22784791 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:27.426353 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-41960f1f-462d-458d-b47d-b9835204071e req-3a79d3b1-5b6c-49e6-9b63-32ee22784791 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0734551 Nov 22 18:36:27.483702 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-41960f1f-462d-458d-b47d-b9835204071e req-494ee465-d3c8-4f58-8b5a-23f0f9c2111c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465312 Nov 22 18:36:27.732699 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-287e4341-feb2-4e31-9f25-79dd8e9cb0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:28.609965 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7918537-5f23-4661-80e5-ca3ed77affb9 req-21890f4c-4eec-4196-b465-7b4f6fa9db69 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:28.611632 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7918537-5f23-4661-80e5-ca3ed77affb9 req-21890f4c-4eec-4196-b465-7b4f6fa9db69 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0530667 Nov 22 18:36:28.690546 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7918537-5f23-4661-80e5-ca3ed77affb9 req-7dab4a02-9ed7-4897-b538-f8eb3f9e5358 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711651 Nov 22 18:36:28.930344 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:29.048988 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0c1fe-8a5b-4cb9-ba10-5b27992c246f req-e62b23ce-27bd-4211-b50f-22a0c84c5ed1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:29.050501 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cca0c1fe-8a5b-4cb9-ba10-5b27992c246f req-e62b23ce-27bd-4211-b50f-22a0c84c5ed1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.1191173 Nov 22 18:36:29.057046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-df9714ca-746f-4558-9387-97d8e644ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:29.058569 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-df9714ca-746f-4558-9387-97d8e644ea7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.0702271 Nov 22 18:36:29.161051 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cca0c1fe-8a5b-4cb9-ba10-5b27992c246f req-cec47e6d-b7ae-443a-b282-80b672051ab7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014569 Nov 22 18:36:29.192556 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-6796e6c2-2302-462b-94a1-920203af70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:29.194120 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-6796e6c2-2302-462b-94a1-920203af70e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.1277146 Nov 22 18:36:29.267244 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-859184be-7fbc-4346-bfd6-488054504684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 1001 time: 0.0649562 Nov 22 18:36:29.341778 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-0b95bbe6-af35-402a-a5b1-37785f857d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:29.343409 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-0b95bbe6-af35-402a-a5b1-37785f857d6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0591505 Nov 22 18:36:29.396771 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-e79622dd-7773-45dd-9913-072093fdc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:29.399056 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-e79622dd-7773-45dd-9913-072093fdc08f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443044 Nov 22 18:36:29.498076 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-f3ee5f24-9d1b-4f0f-9f9d-efa366ebc9ef service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913246 Nov 22 18:36:29.620482 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e4bb62d-5656-4fd9-a9a0-e201fa56592e req-b84d67ef-9e5c-403e-b161-e19e30bc63df service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139572 Nov 22 18:36:30.298281 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e855b-f683-43cf-8a49-403091deb861 req-3121b03a-1604-458c-a582-c92dc95dea16 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:30.299913 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-852e855b-f683-43cf-8a49-403091deb861 req-3121b03a-1604-458c-a582-c92dc95dea16 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0554893 Nov 22 18:36:30.362584 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-852e855b-f683-43cf-8a49-403091deb861 req-745d9b9c-7132-4428-8b58-bf1debc25a8a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524044 Nov 22 18:36:31.503025 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75709-4ec3-43e2-a3c6-56d91409feb2 req-b6db90b1-8518-4d74-bfa3-2d292e1ee30b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:31.504738 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8ea75709-4ec3-43e2-a3c6-56d91409feb2 req-b6db90b1-8518-4d74-bfa3-2d292e1ee30b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0688660 Nov 22 18:36:31.571092 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8ea75709-4ec3-43e2-a3c6-56d91409feb2 req-3d968ff6-2bff-47cf-b57a-c89a4275d9b4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560646 Nov 22 18:36:31.592741 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:31.678430 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:34.281325 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:36:36.742039 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-ad376268-fb4a-41e9-af87-e5ebb0c1e536 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:36.743661 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-ad376268-fb4a-41e9-af87-e5ebb0c1e536 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1041093 Nov 22 18:36:36.759459 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-24609fbf-4588-4e8a-bc22-5a09dd4288a1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/quotas/8943ce53aa00443e93f0374f9ff07d3f HTTP/1.1" status: 200 len: 375 time: 0.0100331 Nov 22 18:36:36.812493 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-3623a3d2-645b-4dd6-bd11-63a696ca1921 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474315 Nov 22 18:36:36.907279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-f3553fba-c597-4250-8f08-1228ac85d585 service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 Nov 22 18:36:37.002362 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-eb59660a-f7e6-472e-b2df-900efe6c18de service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Nov 22 18:36:37.166990 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78b2e5a7-83e6-44b8-9ce2-1c9d00a40ab2 req-176be50f-a4dd-4e4b-8a71-f43184f134c6 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 210 time: 0.0296834 Nov 22 18:36:38.284280 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0b3f1635-0c7f-41cf-b25c-b0196fd2173c req-ce9c41ee-ee13-443c-98ac-53ad34474023 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 210 time: 0.0392916 Nov 22 18:36:38.387062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-a453b71a-7e58-4e5b-b488-9799b92c8e76 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:38.388593 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-a453b71a-7e58-4e5b-b488-9799b92c8e76 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1324627 Nov 22 18:36:38.426642 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Request body: {'port': {'device_id': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'admin_state_up': True, 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:38.541174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:38.544672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:38.686200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Allocated IP 172.20.0.14 (7e708930-8e9d-4b5c-9686-bb0a2f436665/9251259d-1459-47cb-932f-b6a708a77dc1/409f58a0-bb9f-4811-ae84-2ac7e574c772) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:36:38.903825 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:38.944867 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:38.959990 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:38.994844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:38.998293 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:39.002920 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:39.007764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event updated for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:39.035548 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.035902 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.036247 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.036584 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.036920 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.037251 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.037609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.037942 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.038268 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.038833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.039291 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.039632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:39.071493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:39.072557 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.091756 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-5ef8039a-5c94-4b8b-8f70-b36250caae11 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6690497 Nov 22 18:36:39.108310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Request body: {'port': {'device_id': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:39.171524 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.492502 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608f65-392e-4958-bc21-48ff8b5eb9bc req-46cd444a-8d26-481c-9135-6f9f808ce76e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:39.494178 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6608f65-392e-4958-bc21-48ff8b5eb9bc req-46cd444a-8d26-481c-9135-6f9f808ce76e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 932 time: 0.1267209 Nov 22 18:36:39.569047 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409f58a0-bb9f-4811-ae84-2ac7e574c772 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:39.583920 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.596695 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6608f65-392e-4958-bc21-48ff8b5eb9bc req-d8b88991-aced-4d7e-84e5-6b2615becf68 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926509 Nov 22 18:36:39.606533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Transition to ACTIVE for port object 409f58a0-bb9f-4811-ae84-2ac7e574c772 will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:36:39.616357 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.670835 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Pushing event updated for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:39.744553 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Attempting to bind port 409f58a0-bb9f-4811-ae84-2ac7e574c772 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:36:39.744933 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Attempting to bind port 409f58a0-bb9f-4811-ae84-2ac7e574c772 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:36:39.745278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Attempting to bind port 409f58a0-bb9f-4811-ae84-2ac7e574c772 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:39.750009 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Port 409f58a0-bb9f-4811-ae84-2ac7e574c772 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:36:39.750330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Attempting to bind port 409f58a0-bb9f-4811-ae84-2ac7e574c772 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:36:39.755740 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:36:39.756074 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Checking segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:36:39.756457 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Bound using segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:36:39.756890 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Bound port: 409f58a0-bb9f-4811-ae84-2ac7e574c772, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:36:39.757770 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.833055 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:36:39.837101 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:36:39.842126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.876012 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:39.876673 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:39.878106 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] 10.222.0.57 "PUT /v2.0/ports/409f58a0-bb9f-4811-ae84-2ac7e574c772 HTTP/1.1" status: 200 len: 1094 time: 0.7744031 Nov 22 18:36:39.884558 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:39.886919 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6932b5e0-9441-495a-9141-6a20a259fb61" -d '{"events": [{"name": "network-changed", "server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:39.916020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fcacd-30f8-4b3f-b87c-54e317bdadec service neutron] Pushing event updated for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:39.950118 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a830a5-f078-48c1-951b-b92c9c0accbf x-openstack-request-id: req-d4a830a5-f078-48c1-951b-b92c9c0accbf {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:39.950411 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:39.950678 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4a830a5-f078-48c1-951b-b92c9c0accbf {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:39.951099 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772', 'status': 'completed', 'code': 200} Nov 22 18:36:39.967980 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-7ddc2c23-c373-4636-8c40-e095d3af4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:39.969494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-7ddc2c23-c373-4636-8c40-e095d3af4ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0473111 Nov 22 18:36:40.025136 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-ca4e1930-dfc4-48be-95cd-dff42e30a336 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772 HTTP/1.1" status: 200 len: 217 time: 0.0401294 Nov 22 18:36:40.081940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-32b6ddcd-54f6-4504-9985-f88c338ec0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:40.083742 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-32b6ddcd-54f6-4504-9985-f88c338ec0b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0469022 Nov 22 18:36:40.133795 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-f0f4bd6d-7091-459a-90ae-fc1e7f502656 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377336 Nov 22 18:36:40.249092 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-529366f2-369f-4922-821d-c25c4bc18488 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060014 Nov 22 18:36:40.351572 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dedb9933-3a2c-4172-a212-f6bb38540aed req-9ab4de6e-4208-46d1-8797-558390b849fe service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883224 Nov 22 18:36:40.464055 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-b2bd0a2d-b9fa-406e-bc71-39cdf9afafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:40.465601 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-b2bd0a2d-b9fa-406e-bc71-39cdf9afafa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0476685 Nov 22 18:36:40.587119 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-4e52fdb8-d3b1-4c73-8c4b-65ed56b06db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:40.588630 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-4e52fdb8-d3b1-4c73-8c4b-65ed56b06db0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 916 time: 0.1135874 Nov 22 18:36:40.635393 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-4122e1fd-8c60-4b7b-bd50-607a6f672904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772 HTTP/1.1" status: 200 len: 217 time: 0.0388560 Nov 22 18:36:40.715735 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-c10326fc-ac16-4ef9-a4fe-6816318228bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:40.717590 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-c10326fc-ac16-4ef9-a4fe-6816318228bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0751400 Nov 22 18:36:40.768176 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-8a10bee6-8c1b-4c3c-859b-01831e17c5d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348022 Nov 22 18:36:40.785790 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7914d9-5a84-4d5d-9ee8-829e5ee67d9a req-0bfb819c-f429-4a7e-aa73-d0b9d015828a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:40.787388 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2d7914d9-5a84-4d5d-9ee8-829e5ee67d9a req-0bfb819c-f429-4a7e-aa73-d0b9d015828a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 944 time: 0.0970852 Nov 22 18:36:41.182456 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2d7914d9-5a84-4d5d-9ee8-829e5ee67d9a req-6cd4dc54-0d5d-4118-9597-4cce88a15007 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741472 Nov 22 18:36:41.201917 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-36f049c4-94aa-479a-86eb-c770ae5f3cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133816 Nov 22 18:36:41.321435 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6932b5e0-9441-495a-9141-6a20a259fb61 req-e48c55e6-71d6-4ee9-ae91-35fc4e582690 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027737 Nov 22 18:36:42.321033 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d535b5-f4f6-4b16-bbbe-11b7db3e3bfa req-aefe3dd9-5f0f-4d26-a8bf-edd6314b9f95 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:42.322630 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31d535b5-f4f6-4b16-bbbe-11b7db3e3bfa req-aefe3dd9-5f0f-4d26-a8bf-edd6314b9f95 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 944 time: 0.0623913 Nov 22 18:36:42.379766 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31d535b5-f4f6-4b16-bbbe-11b7db3e3bfa req-d2deb10b-6b92-45c4-b5cf-8d41338c1b70 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508046 Nov 22 18:36:43.511726 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff1f0-fcef-458b-adfd-914836c76c92 req-c43a72da-cc26-42a5-a127-e7d45e2f4ca4 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:43.513294 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aecff1f0-fcef-458b-adfd-914836c76c92 req-c43a72da-cc26-42a5-a127-e7d45e2f4ca4 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 944 time: 0.0520959 Nov 22 18:36:43.566486 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aecff1f0-fcef-458b-adfd-914836c76c92 req-af2a58f0-9298-4aff-9f22-3cd7e06b8d87 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Nov 22 18:36:43.954405 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 409f58a0-bb9f-4811-ae84-2ac7e574c772 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:36:44.061260 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:44.075710 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '409f58a0-bb9f-4811-ae84-2ac7e574c772', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'port_id': '409f58a0-bb9f-4811-ae84-2ac7e574c772', 'mac_address': 'fa:16:3e:a9:e1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9251259d-1459-47cb-932f-b6a708a77dc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:36:44.121118 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:44.136001 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409f58a0-bb9f-4811-ae84-2ac7e574c772 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:36:44.157452 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:44.161729 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:44.212580 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:44.220289 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.220641 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.220986 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.221327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.221662 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.221997 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.222336 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.222669 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.223040 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.223371 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.223702 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.224028 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:36:44.550687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['409f58a0-bb9f-4811-ae84-2ac7e574c772'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:36:44.725194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047952d-9562-444f-93e8-09596980b3a8 req-c817135a-2262-4003-a75e-08d8d55f683d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:44.727915 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f047952d-9562-444f-93e8-09596980b3a8 req-c817135a-2262-4003-a75e-08d8d55f683d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 945 time: 0.0816188 Nov 22 18:36:44.783492 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f047952d-9562-444f-93e8-09596980b3a8 req-024906dc-295d-4861-9c76-8cfd8b6b4413 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492809 Nov 22 18:36:45.910077 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31357ea8-ed5b-4856-8da1-028d2e28ece2 req-78fa6d8f-57ca-485f-b718-29ec38ec8334 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:45.911626 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31357ea8-ed5b-4856-8da1-028d2e28ece2 req-78fa6d8f-57ca-485f-b718-29ec38ec8334 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 945 time: 0.0573356 Nov 22 18:36:45.963974 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31357ea8-ed5b-4856-8da1-028d2e28ece2 req-33a6b287-6e1f-4118-bb6d-4f154f9a0c71 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Nov 22 18:36:45.969349 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 409f58a0-bb9f-4811-ae84-2ac7e574c772 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:36:46.025218 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 409f58a0-bb9f-4811-ae84-2ac7e574c772 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:36:46.032408 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 409f58a0-bb9f-4811-ae84-2ac7e574c772 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:36:46.032922 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:46.124612 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:46.153271 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:36:46.155872 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8dd917-d868-485f-9879-bab9cf9582ee" -d '{"events": [{"server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "name": "network-vif-plugged", "status": "completed", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:36:46.291681 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a6baf-4581-4bdb-8622-f27008b6ba3a x-openstack-request-id: req-ba5a6baf-4581-4bdb-8622-f27008b6ba3a {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:36:46.291949 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "name": "network-vif-plugged", "status": "completed", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:36:46.292210 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba5a6baf-4581-4bdb-8622-f27008b6ba3a {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:36:46.292596 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772', 'code': 200} Nov 22 18:36:46.294312 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:36:46.299831 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:46.360918 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:46.418144 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804512-0e15-4d8d-b65f-717f5d16912c req-ee102f08-4759-4909-aa4b-9ec9f55f37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:46.419789 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-18804512-0e15-4d8d-b65f-717f5d16912c req-ee102f08-4759-4909-aa4b-9ec9f55f37e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0439157 Nov 22 18:36:46.475226 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-18804512-0e15-4d8d-b65f-717f5d16912c req-52179a80-2ecf-495c-b5ee-6ee64c51bcd0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Nov 22 18:36:47.085401 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3146-5c6f-4ceb-8b33-ff2de66a616b req-3eb9b3a9-c0a8-4c97-bf97-ee1c2b63de5e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:47.087411 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e2f3146-5c6f-4ceb-8b33-ff2de66a616b req-3eb9b3a9-c0a8-4c97-bf97-ee1c2b63de5e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0524163 Nov 22 18:36:47.141995 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e2f3146-5c6f-4ceb-8b33-ff2de66a616b req-eff450f8-2e36-4ded-ae56-e4968a501cce tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Nov 22 18:36:48.285687 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c32a-c624-49cb-abca-03c3e7e6ce41 req-19e04548-4d71-4a27-a936-d48f19641347 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:48.287422 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef09c32a-c624-49cb-abca-03c3e7e6ce41 req-19e04548-4d71-4a27-a936-d48f19641347 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0663927 Nov 22 18:36:48.348475 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef09c32a-c624-49cb-abca-03c3e7e6ce41 req-db71dac6-9575-4433-ae7b-812d2e136849 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544999 Nov 22 18:36:49.478878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5b42c-1714-4da0-93cc-25c34d1bd49e req-3f23f670-7c44-4fe1-b023-3d789e132a46 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:49.480745 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21d5b42c-1714-4da0-93cc-25c34d1bd49e req-3f23f670-7c44-4fe1-b023-3d789e132a46 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0573745 Nov 22 18:36:49.535029 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21d5b42c-1714-4da0-93cc-25c34d1bd49e req-fb51d06d-8e7e-456e-a98e-decf3812d615 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Nov 22 18:36:53.764331 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:54.574622 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-149838ff-9ac7-4da3-a70a-3c87b74486e0 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:54.576195 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-149838ff-9ac7-4da3-a70a-3c87b74486e0 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1156747 Nov 22 18:36:54.593539 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6016a36d-5204-4139-87d6-53adcaec130d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/quotas/8943ce53aa00443e93f0374f9ff07d3f HTTP/1.1" status: 200 len: 375 time: 0.0101473 Nov 22 18:36:54.650515 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-0c1aefdc-ecb0-4d32-ab28-f9e45fcb3991 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497718 Nov 22 18:36:54.752186 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-c70ccc31-2982-46b0-9873-8428e5d356a3 service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930300 Nov 22 18:36:54.846557 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-940a1b9c-11b3-4be7-9b48-cad6fa92d329 service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875816 Nov 22 18:36:55.026286 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ab7b0a49-82d1-4c42-9674-7fac643e804f req-383dba6f-1f3b-419a-af9a-17fb63797d4c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 210 time: 0.0323200 Nov 22 18:36:55.357878 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-69523c8c-a4d4-4088-ba9a-e0e886181726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:56.133367 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-62ee3624-4ef9-4b6b-93e0-e776a62efa51 req-2717ffe6-4b20-4c62-93e9-c72592c6cd00 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 210 time: 0.0269454 Nov 22 18:36:57.248871 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-74cabc13-6411-4fb9-82f7-6f4bcd2ec2d9 req-738b67f1-a0db-44a3-b3e0-c2e2bcb0d347 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 210 time: 0.0331686 Nov 22 18:36:57.611515 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-59eca816-ff71-4d09-ba77-c51bbbbd9abc tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:57.613335 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-59eca816-ff71-4d09-ba77-c51bbbbd9abc tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.2032750 Nov 22 18:36:57.631507 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Request body: {'port': {'device_id': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'admin_state_up': True, 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:36:57.734679 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d5cdd2c-e736-4313-9d4e-c7eb32ede086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:57.785520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:36:57.790168 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:57.938520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Allocated IP 172.20.0.11 (7e708930-8e9d-4b5c-9686-bb0a2f436665/9251259d-1459-47cb-932f-b6a708a77dc1/004fcf71-34dc-4584-9ee0-73a7a857251e) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:36:58.141893 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:58.180967 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:58.231150 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:36:58.234808 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:36:58.241853 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:36:58.285328 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event updated for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:36:58.324793 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:58.325469 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:58.369336 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-440e8e6e-88e3-4643-9305-7f2d0b27f16e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421947 Nov 22 18:36:58.404141 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bd22d-ff7f-4bf7-9d29-b09efe34aa9d req-cbe811ad-1ec7-423b-992d-1dd5b8338d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:58.406800 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cc0bd22d-ff7f-4bf7-9d29-b09efe34aa9d req-cbe811ad-1ec7-423b-992d-1dd5b8338d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 932 time: 0.0782716 Nov 22 18:36:58.471067 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cc0bd22d-ff7f-4bf7-9d29-b09efe34aa9d req-8ae7fe45-f7e0-4a68-a6ed-cc81060424ca tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521753 Nov 22 18:36:58.923619 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:36:59.630086 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976504d3-b68e-4607-ac37-f3b26601f7a4 req-91a972ff-db0d-4a46-be28-b17d03cfdd2c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:36:59.633616 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-976504d3-b68e-4607-ac37-f3b26601f7a4 req-91a972ff-db0d-4a46-be28-b17d03cfdd2c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 932 time: 0.0873811 Nov 22 18:36:59.686924 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-976504d3-b68e-4607-ac37-f3b26601f7a4 req-8cbc7e75-8fcc-4e86-9e66-f46938d16e76 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470085 Nov 22 18:37:00.849538 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886ac99-3d6a-49fa-a682-683abe15dae9 req-71c1a7ce-3ab0-4254-90f4-9d6733419a87 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:00.852057 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9886ac99-3d6a-49fa-a682-683abe15dae9 req-71c1a7ce-3ab0-4254-90f4-9d6733419a87 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 932 time: 0.0544283 Nov 22 18:37:00.896203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700', '409f58a0-bb9f-4811-ae84-2ac7e574c772'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:00.903188 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Request body: {'port': {'device_id': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:00.987923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9886ac99-3d6a-49fa-a682-683abe15dae9 req-c3a65d29-2f76-41f4-8f19-deeaad1f441f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261954 Nov 22 18:37:01.026560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.319735 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004fcf71-34dc-4584-9ee0-73a7a857251e {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:01.327639 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.340913 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Transition to ACTIVE for port object 004fcf71-34dc-4584-9ee0-73a7a857251e will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:37:01.345605 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.402272 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:01.482533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Attempting to bind port 004fcf71-34dc-4584-9ee0-73a7a857251e on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:37:01.482904 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Attempting to bind port 004fcf71-34dc-4584-9ee0-73a7a857251e by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:37:01.483250 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Attempting to bind port 004fcf71-34dc-4584-9ee0-73a7a857251e on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:01.489679 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Port 004fcf71-34dc-4584-9ee0-73a7a857251e on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:37:01.490010 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Attempting to bind port 004fcf71-34dc-4584-9ee0-73a7a857251e on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:01.495256 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:37:01.495600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Checking segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:37:01.495993 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Bound using segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:37:01.496428 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Bound port: 004fcf71-34dc-4584-9ee0-73a7a857251e, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:37:01.496786 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.566642 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:37:01.570781 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=004fcf71-34dc-4584-9ee0-73a7a857251e,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:37:01.577126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.593369 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.650411 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:01.651122 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.652642 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] 10.222.0.57 "PUT /v2.0/ports/004fcf71-34dc-4584-9ee0-73a7a857251e HTTP/1.1" status: 200 len: 1094 time: 0.7636933 Nov 22 18:37:01.653127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:01.655822 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03891b6b-be08-45de-abcf-e0033fe47b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:01.677401 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:01.682425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98d993-35fa-41b8-b898-31a9735d5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:01.732059 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be29677c-6946-499e-9086-9299a05f05e4 x-openstack-request-id: req-be29677c-6946-499e-9086-9299a05f05e4 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:01.732355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:01.732608 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be29677c-6946-499e-9086-9299a05f05e4 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:01.733002 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e', 'status': 'completed', 'code': 200} Nov 22 18:37:01.754348 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-196c161d-1781-4bca-9140-cf1710fc605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:01.755896 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-196c161d-1781-4bca-9140-cf1710fc605d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 1097 time: 0.0549386 Nov 22 18:37:01.802969 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-8621484d-b8b1-4147-9fdd-3e9b0595ced1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=004fcf71-34dc-4584-9ee0-73a7a857251e HTTP/1.1" status: 200 len: 217 time: 0.0362709 Nov 22 18:37:01.861761 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-63b1da4f-5b33-45b7-9385-e291f323f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:01.863245 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-63b1da4f-5b33-45b7-9385-e291f323f96b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0509477 Nov 22 18:37:01.900983 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-839d5310-8cc2-473a-89ea-05d22b1c56e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266354 Nov 22 18:37:02.012161 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-f6fdc5a0-fafe-40cd-9a5d-57f589b1e35d service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941277 Nov 22 18:37:02.149735 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4fcf71df-f8c7-4998-8f3a-cd6434087489 req-048afaec-bae2-4d6b-a8ab-531eb7605ad5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253228 Nov 22 18:37:02.168273 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9301-bbd8-46e5-a3a6-a1c4178f8b88 req-376e819a-2d92-416e-97e2-8ae725edf9ad tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:02.169961 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a11c9301-bbd8-46e5-a3a6-a1c4178f8b88 req-376e819a-2d92-416e-97e2-8ae725edf9ad tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 944 time: 0.0832040 Nov 22 18:37:02.250254 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a11c9301-bbd8-46e5-a3a6-a1c4178f8b88 req-d7dc51cc-a775-4358-8918-95904d0ffd2d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740728 Nov 22 18:37:02.263643 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-3eab6a11-31ec-4a14-9383-0b71d9e790ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:02.265159 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-3eab6a11-31ec-4a14-9383-0b71d9e790ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 1097 time: 0.0594010 Nov 22 18:37:02.379108 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-440a62c2-747e-4867-b2bc-05044b15dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:02.380581 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-440a62c2-747e-4867-b2bc-05044b15dbc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 916 time: 0.1069651 Nov 22 18:37:02.431684 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-ce5ed24d-e224-4edb-a16f-9b376c779727 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=004fcf71-34dc-4584-9ee0-73a7a857251e HTTP/1.1" status: 200 len: 217 time: 0.0383830 Nov 22 18:37:02.485883 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-67c8e1e6-8e8f-43be-afbd-760bc9388b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:02.487393 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-67c8e1e6-8e8f-43be-afbd-760bc9388b2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0460382 Nov 22 18:37:02.524535 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-bf39ddb0-044e-4d87-a251-5d2b1a007efa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273459 Nov 22 18:37:02.626297 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-df9e5371-3a8f-4c20-b68d-46eb0c6c2977 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916424 Nov 22 18:37:02.738274 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-03891b6b-be08-45de-abcf-e0033fe47b4b req-bec6ff1e-8b74-459b-a0b5-4967c2d30ebc service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987322 Nov 22 18:37:03.381714 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77273c6-73d8-4aa2-8b3c-45ac1580eddb req-b10fdd89-125e-49d3-9265-5c7990a1d1af tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:03.383826 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f77273c6-73d8-4aa2-8b3c-45ac1580eddb req-b10fdd89-125e-49d3-9265-5c7990a1d1af tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 944 time: 0.0562637 Nov 22 18:37:03.444943 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f77273c6-73d8-4aa2-8b3c-45ac1580eddb req-29a4d98b-c4d6-453c-b70f-becfe348b1c0 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Nov 22 18:37:04.567807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82202f2-e387-4967-9a6c-8d6bef2f0df9 req-743731e6-e516-48a1-b1de-4bf79886e870 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:04.569336 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b82202f2-e387-4967-9a6c-8d6bef2f0df9 req-743731e6-e516-48a1-b1de-4bf79886e870 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 944 time: 0.0514836 Nov 22 18:37:04.636585 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b82202f2-e387-4967-9a6c-8d6bef2f0df9 req-162a33f5-189a-431c-9ad6-392e037de422 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613048 Nov 22 18:37:04.906006 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 004fcf71-34dc-4584-9ee0-73a7a857251e details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:37:05.006428 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=004fcf71-34dc-4584-9ee0-73a7a857251e,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:05.019756 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '004fcf71-34dc-4584-9ee0-73a7a857251e', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'port_id': '004fcf71-34dc-4584-9ee0-73a7a857251e', 'mac_address': 'fa:16:3e:ea:0e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9251259d-1459-47cb-932f-b6a708a77dc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:37:05.061652 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:05.078893 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004fcf71-34dc-4584-9ee0-73a7a857251e {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:05.102716 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=004fcf71-34dc-4584-9ee0-73a7a857251e,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:05.108540 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:05.170400 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:05.509275 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['004fcf71-34dc-4584-9ee0-73a7a857251e'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:05.758106 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a9781-95d9-40f6-a099-9991a1bd9663 req-6305e7cc-b890-45b0-835e-439d6811af61 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:05.759752 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f16a9781-95d9-40f6-a099-9991a1bd9663 req-6305e7cc-b890-45b0-835e-439d6811af61 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 945 time: 0.0525172 Nov 22 18:37:05.813974 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f16a9781-95d9-40f6-a099-9991a1bd9663 req-2b109fff-8026-4062-8c25-cef1092afc2c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481818 Nov 22 18:37:06.658461 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af237-9811-4c9c-97f9-818185ea84dc req-08dfb703-da30-4db6-94a5-7a5b5281877b tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:06.660059 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3a3af237-9811-4c9c-97f9-818185ea84dc req-08dfb703-da30-4db6-94a5-7a5b5281877b tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.0665457 Nov 22 18:37:06.722515 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3a3af237-9811-4c9c-97f9-818185ea84dc req-64fdab9f-6672-4369-927b-dbfd7d9d1c5f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553133 Nov 22 18:37:06.923512 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 004fcf71-34dc-4584-9ee0-73a7a857251e up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:37:06.939104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde77c5-0497-4659-a32f-9a6d6f3e0b80 req-1f397450-15ef-4879-87c5-1e139b2a0483 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:06.940666 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7fde77c5-0497-4659-a32f-9a6d6f3e0b80 req-1f397450-15ef-4879-87c5-1e139b2a0483 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 945 time: 0.0518911 Nov 22 18:37:06.978787 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 004fcf71-34dc-4584-9ee0-73a7a857251e completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:37:06.983509 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 004fcf71-34dc-4584-9ee0-73a7a857251e triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:06.983886 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:06.994875 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7fde77c5-0497-4659-a32f-9a6d6f3e0b80 req-678acf1d-054c-4180-961c-cc1108d4183d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Nov 22 18:37:07.063722 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:07.089193 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:07.091520 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20199f-0e95-490b-a13f-4b80fafb88ff" -d '{"events": [{"server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "name": "network-vif-plugged", "status": "completed", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:07.105632 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=004fcf71-34dc-4584-9ee0-73a7a857251e,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:07.109916 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:07.134417 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f55374-d2d8-48f2-b9fa-f9cfdd88cd86 x-openstack-request-id: req-d2f55374-d2d8-48f2-b9fa-f9cfdd88cd86 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:07.134751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "name": "network-vif-plugged", "status": "completed", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:07.135036 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2f55374-d2d8-48f2-b9fa-f9cfdd88cd86 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:07.135448 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e', 'code': 200} Nov 22 18:37:07.162232 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:07.377132 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea276ec-5070-406b-b68e-7827b9d41e64 req-b1fd2ddd-63da-4b76-9c63-acc4ba68b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:07.378717 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bea276ec-5070-406b-b68e-7827b9d41e64 req-b1fd2ddd-63da-4b76-9c63-acc4ba68b5bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 1099 time: 0.0494363 Nov 22 18:37:07.434381 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bea276ec-5070-406b-b68e-7827b9d41e64 req-932bc32e-82d6-4155-a68c-190e2ef150c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Nov 22 18:37:07.853054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a1999-38e5-4213-826d-ab1b7e28880e req-df24bdf0-4cad-40e7-9ff9-330b90eef291 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:07.854692 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-583a1999-38e5-4213-826d-ab1b7e28880e req-df24bdf0-4cad-40e7-9ff9-330b90eef291 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.0548151 Nov 22 18:37:07.912673 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-583a1999-38e5-4213-826d-ab1b7e28880e req-9ee95e2a-3adf-4dc4-8caf-066453884be8 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Nov 22 18:37:08.125630 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e13fb-c435-4c74-9597-6bbd5334e610 req-3f72c8fa-28f8-4657-a647-0f55aab73b5e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:08.127252 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b52e13fb-c435-4c74-9597-6bbd5334e610 req-3f72c8fa-28f8-4657-a647-0f55aab73b5e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.0609753 Nov 22 18:37:08.177960 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b52e13fb-c435-4c74-9597-6bbd5334e610 req-24e25271-512c-480c-a9bd-e5dde95caf09 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Nov 22 18:37:09.091435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c394414-da0a-49c7-b62a-c9ee9eb5eea3 req-a9643c3d-193e-4ae9-abf4-e59ae52cab15 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:09.093119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3c394414-da0a-49c7-b62a-c9ee9eb5eea3 req-a9643c3d-193e-4ae9-abf4-e59ae52cab15 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.1026154 Nov 22 18:37:09.131390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-6fd03e78-f897-4f44-802e-bcba8ed913a5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:09.134840 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-6fd03e78-f897-4f44-802e-bcba8ed913a5 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 946 time: 0.1080785 Nov 22 18:37:09.292627 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3c394414-da0a-49c7-b62a-c9ee9eb5eea3 req-347d9c1d-19fe-4a5f-bc13-9350590f61d8 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879952 Nov 22 18:37:09.348532 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7061cd-3540-419c-90f1-d9d119864f72 req-8ef5f3cd-799f-40b8-9c0e-4ca5850c2d32 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:09.350046 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ba7061cd-3540-419c-90f1-d9d119864f72 req-8ef5f3cd-799f-40b8-9c0e-4ca5850c2d32 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.0734143 Nov 22 18:37:09.356180 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Deleting port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:09.356703 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:09.468328 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ba7061cd-3540-419c-90f1-d9d119864f72 req-38be2741-71b5-4668-b207-8176f46b5e62 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085434 Nov 22 18:37:09.491751 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] For port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:09.492197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:09.505992 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Calling delete_port for 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:09.668801 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:09.685076 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['88d19c1b-2d5a-4d9b-972f-b99fb22b49c5'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:09.702218 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Pushing event deleted for resources: {'Port': ['ID=88d19c1b-2d5a-4d9b-972f-b99fb22b49c5,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:09.748672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] No DVR routers for this DVR port 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:37:09.751852 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:09.755419 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c992de50-363c-4ebf-b016-e2c63dc06724 req-0d4d1769-4031-4c6b-8d36-56e8aaf58d70 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "DELETE /v2.0/ports/88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 HTTP/1.1" status: 204 len: 173 time: 0.6068535 Nov 22 18:37:09.755892 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'name': 'network-vif-deleted', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:09.759418 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2155f6-70e8-476d-96ee-63babe688eca" -d '{"events": [{"server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "name": "network-vif-deleted", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:09.800188 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5692a1e0-dab7-488b-bd32-480922459976 x-openstack-request-id: req-5692a1e0-dab7-488b-bd32-480922459976 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:09.800471 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a6e146-833a-4411-a4a3-2f1505b04e6a", "name": "network-vif-deleted", "tag": "88d19c1b-2d5a-4d9b-972f-b99fb22b49c5", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:09.800745 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5692a1e0-dab7-488b-bd32-480922459976 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:09.801292 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a6e146-833a-4411-a4a3-2f1505b04e6a', 'name': 'network-vif-deleted', 'tag': '88d19c1b-2d5a-4d9b-972f-b99fb22b49c5', 'status': 'completed', 'code': 200} Nov 22 18:37:10.435829 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-82960284-45c4-4fef-bc39-629ea4ef9865 req-20864841-f8b6-4949-9d05-12dbec032147 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=33a6e146-833a-4411-a4a3-2f1505b04e6a HTTP/1.1" status: 200 len: 210 time: 0.0360363 Nov 22 18:37:11.285948 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:37:13.763864 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:37:13.801113 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:37:13.801708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 88d19c1b-2d5a-4d9b-972f-b99fb22b49c5 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:37:21.601588 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-1fa437b3-f4df-4a8f-a99f-78652fc5a31f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:21.603066 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-1fa437b3-f4df-4a8f-a99f-78652fc5a31f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 813 time: 0.1032319 Nov 22 18:37:21.618877 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-023d8821-cab3-4948-88d3-5f4ddfaf1386 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/quotas/2f49f66ff0f044c6af8877c51859cf56 HTTP/1.1" status: 200 len: 375 time: 0.0100935 Nov 22 18:37:21.650808 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-30dc6227-d7bc-4a09-ad9c-eff35156e3b1 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264196 Nov 22 18:37:21.864553 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-18b635ec-ec3b-4990-aa51-053c4f1b25a4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058101 Nov 22 18:37:21.954613 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-c503825f-7901-445f-854f-6b08c0035c9a service neutron] 10.222.0.61 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890613 Nov 22 18:37:22.132808 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-52ae80f6-2b93-4021-96a5-981c973bd44a req-4d87b190-afbb-4514-afa7-eee50617f440 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 210 time: 0.0366144 Nov 22 18:37:22.590779 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217e30b-9747-4e90-80c3-9258c47d799a req-547a2c30-18fb-4b62-9a22-7e3be5df6842 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:22.592366 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d217e30b-9747-4e90-80c3-9258c47d799a req-547a2c30-18fb-4b62-9a22-7e3be5df6842 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.0836000 Nov 22 18:37:22.622729 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-3b15d59a-d9d1-4dc4-ac43-554b5dea2f12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674973 Nov 22 18:37:22.655154 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d217e30b-9747-4e90-80c3-9258c47d799a req-0ecfbdbf-4e4f-4159-bf55-b9abda7aeb72 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552859 Nov 22 18:37:22.756181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-162436e7-b2f0-41c3-8a5c-e590a6dc8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:22.757914 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-162436e7-b2f0-41c3-8a5c-e590a6dc8019 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 1099 time: 0.0431430 Nov 22 18:37:22.886783 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-76ff2795-c97c-47ad-b7f7-498140143cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:22.888434 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-76ff2795-c97c-47ad-b7f7-498140143cfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.0933745 Nov 22 18:37:22.974677 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-c10aebc9-69b4-42a1-9fa5-a701358dd060 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 200 len: 1001 time: 0.0742569 Nov 22 18:37:23.049823 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-759554b1-ceb9-4dc0-9201-391bc60b8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:23.051227 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-759554b1-ceb9-4dc0-9201-391bc60b8267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0512242 Nov 22 18:37:23.105064 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-969411a3-6223-48be-abf6-b2fb91773e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:23.106542 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-969411a3-6223-48be-abf6-b2fb91773e8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440345 Nov 22 18:37:23.219457 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-479f3940-2ed6-4d9b-bf79-508471122113 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992625 Nov 22 18:37:23.240399 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fc897214-ccb4-406d-bae2-7cb90bb7600f req-89c2669a-1371-4a8d-904f-18d96957cccb tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 210 time: 0.0387647 Nov 22 18:37:23.318545 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bd52bdc6-34c1-4a8b-be49-8752617c5a1d req-4226106a-30e1-4ff8-8a2c-60e19e6cda7f service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858731 Nov 22 18:37:23.579391 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-778411de-27fe-47f1-917f-96b17247ed12 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:23.580834 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-778411de-27fe-47f1-917f-96b17247ed12 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 813 time: 0.1347871 Nov 22 18:37:23.604097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Request body: {'port': {'device_id': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb', 'admin_state_up': True, 'tenant_id': '2f49f66ff0f044c6af8877c51859cf56'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:23.795751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:23.830994 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Made reservation on behalf of 2f49f66ff0f044c6af8877c51859cf56 for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:37:23.834369 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:23.861037 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21b7e-58f2-473a-9b7f-81f5fb888264 req-4427b104-940f-4c47-a0e3-ae885f6099d2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:23.862502 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bea21b7e-58f2-473a-9b7f-81f5fb888264 req-4427b104-940f-4c47-a0e3-ae885f6099d2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.1319616 Nov 22 18:37:23.877540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-75e36049-a99c-4ca1-b2b6-73f4c26e0777 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:23.879038 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-75e36049-a99c-4ca1-b2b6-73f4c26e0777 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.2105258 Nov 22 18:37:23.918896 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-1906f615-56c1-45b7-b5ca-f48cfcd03f96 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/quotas/8943ce53aa00443e93f0374f9ff07d3f HTTP/1.1" status: 200 len: 375 time: 0.0253754 Nov 22 18:37:24.008742 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bea21b7e-58f2-473a-9b7f-81f5fb888264 req-e191b0e2-1a0c-4377-baf3-019d90acba57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287005 Nov 22 18:37:24.065756 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-269081b3-92d8-4e3a-a896-c9eec2fbbe6c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169956 Nov 22 18:37:24.123444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Allocated IP 172.20.0.10 (ea27bc2b-4491-46fb-99ea-8dc6aadebbfb/6b77b492-a410-4fbb-82dd-9d54d119c523/8f0afb90-0e6e-4791-9a98-de03e0d76e80) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:24.211030 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ce5cfede-d416-42ed-9a50-1b97d5328a83 service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371508 Nov 22 18:37:24.612980 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bce39033-2097-4e1c-bb4d-276bd1b30c5a req-52ed121a-baa6-4393-907e-c1032b7f4d58 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 210 time: 0.2986207 Nov 22 18:37:24.664104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:24.673019 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-14999e25-f871-4bb7-8591-6daf1a3171eb service neutron] 10.222.0.61 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515805 Nov 22 18:37:24.708127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:24.765507 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:24.769221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:24.773071 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:24.805923 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Pushing event updated for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:24.847684 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:24.848423 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:24.869432 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-ab7f57dc-a140-4d12-80b0-1fe344297db4 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2748485 Nov 22 18:37:24.889826 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Request body: {'port': {'device_id': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:24.953810 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c85ac15e-ddef-44ce-950c-dd60661c25d9 req-c9c72c0d-dcc3-4c96-be56-2ca342b06cf5 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 210 time: 0.0513415 Nov 22 18:37:24.992732 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.121994 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281440b-a412-4adf-96d9-64d639feaea7 req-56f19306-163d-4b8e-8e4e-819e45e8a841 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.124260 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b281440b-a412-4adf-96d9-64d639feaea7 req-56f19306-163d-4b8e-8e4e-819e45e8a841 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Nov 22 18:37:25.216549 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d23f5-ea75-46e1-992f-315725ef8b64 req-f26c086a-e38d-4ab7-bdae-be843ad710f1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.218081 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-422d23f5-ea75-46e1-992f-315725ef8b64 req-f26c086a-e38d-4ab7-bdae-be843ad710f1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 946 time: 0.1028347 Nov 22 18:37:25.233331 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Deleting port 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:25.233680 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.306754 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-422d23f5-ea75-46e1-992f-315725ef8b64 req-97f3c4a1-e057-48e3-a521-ec6d5faece63 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=9577d60d-5258-449b-aa05-9051c14914c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790944 Nov 22 18:37:25.329302 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] For port 6594b50c-68e8-49b3-866c-c9f855c9dc7b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=6594b50c-68e8-49b3-866c-c9f855c9dc7b,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:25.329681 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.351781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b6b2-03c1-4c80-ae7e-dfeef69f92f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.379101 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0afb90-0e6e-4791-9a98-de03e0d76e80 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:25.387571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.400072 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Transition to ACTIVE for port object 8f0afb90-0e6e-4791-9a98-de03e0d76e80 will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:37:25.403891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.457535 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Pushing event updated for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:25.527905 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Attempting to bind port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:37:25.528495 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Attempting to bind port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:37:25.528844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Attempting to bind port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:25.533276 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:37:25.533607 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Attempting to bind port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 on network ea27bc2b-4491-46fb-99ea-8dc6aadebbfb {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:25.539017 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:37:25.539353 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Checking segment: {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:37:25.539731 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Bound using segment: {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:37:25.540151 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Bound port: 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32706914-3ce0-4eea-ab5c-db8365e67af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:37:25.540498 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.604181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:37:25.607431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:37:25.611614 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.644966 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.645995 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.646391 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.l3_db [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Floating IP a08c0e55-3fbe-44de-952c-ce28c7b191b4 disassociated. External IP: 172.27.1.210, port: 6594b50c-68e8-49b3-866c-c9f855c9dc7b. Nov 22 18:37:25.646755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Calling delete_port for 6594b50c-68e8-49b3-866c-c9f855c9dc7b owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:25.650343 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.651197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.652686 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] 10.222.0.57 "PUT /v2.0/ports/8f0afb90-0e6e-4791-9a98-de03e0d76e80 HTTP/1.1" status: 200 len: 1094 time: 0.7675805 Nov 22 18:37:25.655226 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:25.657528 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb578dd2-7a3f-4bb1-a221-70d38e0be326" -d '{"events": [{"name": "network-changed", "server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:25.684479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5b5d4-9a85-4929-a98e-574ba1a3698a service neutron] Pushing event updated for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:25.746529 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12775c4-6be2-42c5-b3ab-5500be92ab5b x-openstack-request-id: req-a12775c4-6be2-42c5-b3ab-5500be92ab5b {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:25.746819 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:25.747097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a12775c4-6be2-42c5-b3ab-5500be92ab5b {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:25.747489 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80', 'status': 'completed', 'code': 200} Nov 22 18:37:25.779800 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377e3c0-49fc-4c2e-a4d6-e30d2e0a4a62 req-9a930e42-66a1-4917-9d2d-485d65f0fd54 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.781274 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b377e3c0-49fc-4c2e-a4d6-e30d2e0a4a62 req-9a930e42-66a1-4917-9d2d-485d65f0fd54 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 944 time: 0.0855818 Nov 22 18:37:25.783876 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-12d315c5-f9c0-4340-aa3e-5537d289d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.785297 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-12d315c5-f9c0-4340-aa3e-5537d289d894 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 1097 time: 0.0782583 Nov 22 18:37:25.813777 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:25.840546 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-8779d6a7-1770-48a1-9b67-8b5f23bf3155 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80 HTTP/1.1" status: 200 len: 217 time: 0.0401618 Nov 22 18:37:25.841575 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'Port': ['ID=6594b50c-68e8-49b3-866c-c9f855c9dc7b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:25.854918 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.855278 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.855631 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.855976 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.856315 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.856655 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.856989 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.857319 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.857651 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.857983 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.858324 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.858655 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:25.904682 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b377e3c0-49fc-4c2e-a4d6-e30d2e0a4a62 req-9256c645-631f-40ea-87e3-ae06d75aea2a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169651 Nov 22 18:37:25.937914 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-19fb3fea-dc77-4b25-b171-7703968c9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:25.939450 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-19fb3fea-dc77-4b25-b171-7703968c9020 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b77b492-a410-4fbb-82dd-9d54d119c523 HTTP/1.1" status: 200 len: 853 time: 0.0795362 Nov 22 18:37:25.984073 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-3db1eda4-37fc-433f-8719-6c9a431f91f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304055 Nov 22 18:37:26.052484 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:37:26.095668 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fd5708ee-c580-416a-aebb-2813ba923707 req-9e363c01-3fbd-4342-9f34-3d2626643a9c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 210 time: 0.0371058 Nov 22 18:37:26.128940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-4d46ddec-1d17-43b6-9422-b32b0e74c3c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:26.130431 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-4d46ddec-1d17-43b6-9422-b32b0e74c3c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 815 time: 0.1423697 Nov 22 18:37:26.137417 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-2041fc1f-a9e1-4d23-a88b-2e68f9c63d05 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410339 Nov 22 18:37:26.176090 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Request body: {'port': {'device_id': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'admin_state_up': True, 'tenant_id': '8943ce53aa00443e93f0374f9ff07d3f'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:26.272209 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6f3ed790-ae6f-4222-9055-6f717237a578 req-3a8efeac-9108-4a3d-9e06-21f3e930bb55 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007504 Nov 22 18:37:26.380426 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-11ac60e2-b2be-4fe4-b9f0-0883c7215d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:26.382904 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-11ac60e2-b2be-4fe4-b9f0-0883c7215d3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f49f66ff0f044c6af8877c51859cf56&device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 1097 time: 0.0500145 Nov 22 18:37:26.432448 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f103aa9d-50a7-468f-b885-8f290c0bb9ed req-fbb1f551-4e06-4b66-8a0c-0227ffe125d9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac03051-3be8-40fd-93b6-bb04814ee7b9 HTTP/1.1" status: 200 len: 210 time: 0.0378098 Nov 22 18:37:26.528671 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-e6e0f300-33b5-47f1-b1a1-331dccb9ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:26.530100 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-e6e0f300-33b5-47f1-b1a1-331dccb9ff75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 200 len: 914 time: 0.1252162 Nov 22 18:37:26.551103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:37:26.565067 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:37:26.595788 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-7ef5a3c0-b88a-46d6-8930-b44052095cd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80 HTTP/1.1" status: 200 len: 217 time: 0.0527132 Nov 22 18:37:26.603234 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:26.604682 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:36:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:26.623268 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] No DVR routers for this DVR port 6594b50c-68e8-49b3-866c-c9f855c9dc7b on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:37:26.628083 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:26.632856 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b281440b-a412-4adf-96d9-64d639feaea7 req-b5adab7b-f03e-4471-b7f0-0222b392ab95 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "DELETE /v2.0/ports/6594b50c-68e8-49b3-866c-c9f855c9dc7b HTTP/1.1" status: 204 len: 173 time: 1.4995971 Nov 22 18:37:26.633411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-deleted', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:26.636840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25cedd0-e6dc-4038-bde1-44631092781f" -d '{"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-deleted", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:26.660176 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-de6d7a24-149f-47aa-b840-172e027bd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:26.661857 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-de6d7a24-149f-47aa-b840-172e027bd2ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b77b492-a410-4fbb-82dd-9d54d119c523 HTTP/1.1" status: 200 len: 853 time: 0.0554233 Nov 22 18:37:26.670123 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Made reservation on behalf of 8943ce53aa00443e93f0374f9ff07d3f for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:37:26.680401 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:26.702806 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1471cbe-bc1f-47ab-be38-1ed11fe66bb7 x-openstack-request-id: req-e1471cbe-bc1f-47ab-be38-1ed11fe66bb7 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:26.703310 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac03051-3be8-40fd-93b6-bb04814ee7b9", "name": "network-vif-deleted", "tag": "6594b50c-68e8-49b3-866c-c9f855c9dc7b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:26.703668 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1471cbe-bc1f-47ab-be38-1ed11fe66bb7 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:26.704029 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac03051-3be8-40fd-93b6-bb04814ee7b9', 'name': 'network-vif-deleted', 'tag': '6594b50c-68e8-49b3-866c-c9f855c9dc7b', 'status': 'completed', 'code': 200} Nov 22 18:37:26.713690 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-54b49b6a-02df-46a7-9b69-bd14adb0614f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409029 Nov 22 18:37:26.809370 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:26.857542 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Allocated IP 172.20.0.13 (7e708930-8e9d-4b5c-9686-bb0a2f436665/9251259d-1459-47cb-932f-b6a708a77dc1/be82ec0e-6817-4155-901f-a718113008f9) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:26.873245 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-464efb89-8448-480d-866c-2fba94d56f18 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199822 Nov 22 18:37:27.039508 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eb578dd2-7a3f-4bb1-a221-70d38e0be326 req-5457e695-2ea8-4dc9-825a-9a59a6963fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569872 Nov 22 18:37:27.064658 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.070755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bc66d-6394-4e53-89cd-44b7ce425a8f req-6ba249a1-057f-49b0-9861-c740a958d1b2 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:27.077988 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c0bc66d-6394-4e53-89cd-44b7ce425a8f req-6ba249a1-057f-49b0-9861-c740a958d1b2 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 944 time: 0.0754857 Nov 22 18:37:27.090760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:27.103491 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.141231 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700', '409f58a0-bb9f-4811-ae84-2ac7e574c772', '004fcf71-34dc-4584-9ee0-73a7a857251e'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:27.141964 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c0bc66d-6394-4e53-89cd-44b7ce425a8f req-989fee47-9542-44f6-973f-991a4e7a5417 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Nov 22 18:37:27.162785 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event updated for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:27.185972 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Network 7e708930-8e9d-4b5c-9686-bb0a2f436665 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:27.187850 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:27.198897 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:27.217104 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:37:27.244972 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb65bdd-964f-4c3e-a45f-f0492aa19111 req-b9a4e16e-efd4-41c3-948a-2ba42b496859 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:27.246598 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7eb65bdd-964f-4c3e-a45f-f0492aa19111 req-b9a4e16e-efd4-41c3-948a-2ba42b496859 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 932 time: 0.0579562 Nov 22 18:37:27.259697 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:27.260309 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:36:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:27.268156 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:27.269549 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.291943 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-ddff6d54-4d78-4f25-add7-8a73a26a4a9f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1211648 Nov 22 18:37:27.315282 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Request body: {'port': {'device_id': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:27.316611 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7eb65bdd-964f-4c3e-a45f-f0492aa19111 req-36b5b90d-aa87-4f45-bf49-a2ef1e2c0254 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Nov 22 18:37:27.399012 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.467552 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:27.688759 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be82ec0e-6817-4155-901f-a718113008f9 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:27.697996 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.712734 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Transition to ACTIVE for port object be82ec0e-6817-4155-901f-a718113008f9 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:37:27.720417 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.767691 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8a08-9425-44fe-aba5-b60dd7c006cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.821677 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Pushing event updated for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:27.837822 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:27.878026 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c775a7-d8b4-4e3f-b89b-acb57c7f7c0f None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:37:27.885650 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Attempting to bind port be82ec0e-6817-4155-901f-a718113008f9 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:37:27.885944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Attempting to bind port be82ec0e-6817-4155-901f-a718113008f9 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:37:27.886284 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Attempting to bind port be82ec0e-6817-4155-901f-a718113008f9 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:27.892270 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Port be82ec0e-6817-4155-901f-a718113008f9 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:37:27.892636 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Attempting to bind port be82ec0e-6817-4155-901f-a718113008f9 on network 7e708930-8e9d-4b5c-9686-bb0a2f436665 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:27.899702 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:37:27.900021 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Checking segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:37:27.900423 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Bound using segment: {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:37:27.900861 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Bound port: be82ec0e-6817-4155-901f-a718113008f9, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:37:27.901219 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:27.971693 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:37:27.975553 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=be82ec0e-6817-4155-901f-a718113008f9,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:37:27.990426 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.029310 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.029950 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.031427 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] 10.222.0.57 "PUT /v2.0/ports/be82ec0e-6817-4155-901f-a718113008f9 HTTP/1.1" status: 200 len: 1094 time: 0.7221980 Nov 22 18:37:28.047833 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57abf-9385-4ae7-bbfa-b2e9c6b42cad service neutron] Pushing event updated for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:28.155901 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-33135135-a9ec-4b73-8231-674a2624369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.157497 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-33135135-a9ec-4b73-8231-674a2624369d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 1097 time: 0.0521851 Nov 22 18:37:28.170024 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547157b4-0ac4-4ece-8974-b0d4f2152c57 None None] New status for floating IP a08c0e55-3fbe-44de-952c-ce28c7b191b4: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:37:28.212479 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-28e0ca6c-3e33-4f61-a5fe-3acfcd5adf69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be82ec0e-6817-4155-901f-a718113008f9 HTTP/1.1" status: 200 len: 217 time: 0.0432277 Nov 22 18:37:28.287326 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-3663d65a-1521-40fb-80b8-c5d9a0cad53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.289634 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-3663d65a-1521-40fb-80b8-c5d9a0cad53a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0673516 Nov 22 18:37:28.290940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c1cb2-dde5-4ac4-8d21-16a356c7c8c9 req-75cb5df9-987e-43d5-af34-3cb4ee2320f9 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.293210 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-575c1cb2-dde5-4ac4-8d21-16a356c7c8c9 req-75cb5df9-987e-43d5-af34-3cb4ee2320f9 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 944 time: 0.0594685 Nov 22 18:37:28.331671 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-853d3b7f-5948-45d6-adb3-f0ebec116dde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277936 Nov 22 18:37:28.354489 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-575c1cb2-dde5-4ac4-8d21-16a356c7c8c9 req-8d6f113f-0ebc-4785-8e20-c357f4bb1d32 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544446 Nov 22 18:37:28.467855 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b67066-02b1-4c86-9a41-924c97541d23 req-7c8a2c00-9880-483b-b8f5-07d3f2a84c9a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.469447 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79b67066-02b1-4c86-9a41-924c97541d23 req-7c8a2c00-9880-483b-b8f5-07d3f2a84c9a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 944 time: 0.0548451 Nov 22 18:37:28.476596 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-87d4b629-e3ed-41c7-b7e8-5cb764c2a955 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267376 Nov 22 18:37:28.522601 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-79b67066-02b1-4c86-9a41-924c97541d23 req-72a4919a-fed1-42f6-97c1-b3ded8877dd5 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Nov 22 18:37:28.603122 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36460) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:28.610906 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-779fea0b-3847-4a54-96c4-d407a99eca48 req-16189f3c-8c4d-4c5a-af64-96956ff9fcac service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217799 Nov 22 18:37:28.687307 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.705557 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:28.708196 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5739014-07be-44f3-b28d-cb214c37f7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "tag": "be82ec0e-6817-4155-901f-a718113008f9"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:28.721540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.746773 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96143fc-b54e-45e4-86cd-f92ca2d30669 x-openstack-request-id: req-b96143fc-b54e-45e4-86cd-f92ca2d30669 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:28.747202 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "tag": "be82ec0e-6817-4155-901f-a718113008f9", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:28.747521 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b96143fc-b54e-45e4-86cd-f92ca2d30669 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:28.748001 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9', 'status': 'completed', 'code': 200} Nov 22 18:37:28.775565 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.778599 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.779796 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "DELETE /v2.0/security-groups/9577d60d-5258-449b-aa05-9051c14914c2 HTTP/1.1" status: 204 len: 168 time: 0.1757464 Nov 22 18:37:28.782898 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36464) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:28.789404 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a055f87-df3a-4a6a-a42b-2a400c6731ed tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577d60d-5258-449b-aa05-9051c14914c2,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:28.799687 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.api.v2.resource [None req-3f75703d-174d-4f7f-bd6d-5deb03dc44a3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] show failed (client error): The resource could not be found. Nov 22 18:37:28.803962 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3f75703d-174d-4f7f-bd6d-5deb03dc44a3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups/9577d60d-5258-449b-aa05-9051c14914c2 HTTP/1.1" status: 404 len: 347 time: 0.0163884 Nov 22 18:37:28.805073 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36466) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:28.844405 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-9813115f-a404-4bba-9dd2-e93af34f8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.845937 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-9813115f-a404-4bba-9dd2-e93af34f8afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 1097 time: 0.0479243 Nov 22 18:37:28.924587 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.961301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-4f24b191-2f09-4cc8-b7a6-e874864e291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:28.962993 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Deleting port 6b64d2bd-f01d-4c67-b9f0-dc0a61678104 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:28.963341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:28.963550 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-4f24b191-2f09-4cc8-b7a6-e874864e291b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 200 len: 916 time: 0.1057863 Nov 22 18:37:29.016069 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-f19f6afe-25ca-4bb4-bd30-c668cb003378 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be82ec0e-6817-4155-901f-a718113008f9 HTTP/1.1" status: 200 len: 217 time: 0.0381761 Nov 22 18:37:29.047186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8f0afb90-0e6e-4791-9a98-de03e0d76e80 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:37:29.077374 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.077828 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.083631 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-fa7539bf-0de5-483e-9fc8-2c9e5fe364be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:29.085574 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-fa7539bf-0de5-483e-9fc8-2c9e5fe364be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 200 len: 855 time: 0.0546403 Nov 22 18:37:29.094648 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Calling delete_port for 6b64d2bd-f01d-4c67-b9f0-dc0a61678104 owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:29.128207 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-4f6b6813-8512-49c0-a90d-6bfdbed4fadd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e708930-8e9d-4b5c-9686-bb0a2f436665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316339 Nov 22 18:37:29.136448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:37:29.174464 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 6594b50c-68e8-49b3-866c-c9f855c9dc7b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:37:29.174808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 6594b50c-68e8-49b3-866c-c9f855c9dc7b not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:37:29.189753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:29.203724 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '8f0afb90-0e6e-4791-9a98-de03e0d76e80', 'network_id': 'ea27bc2b-4491-46fb-99ea-8dc6aadebbfb', 'port_id': '8f0afb90-0e6e-4791-9a98-de03e0d76e80', 'mac_address': 'fa:16:3e:b6:e1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b77b492-a410-4fbb-82dd-9d54d119c523', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:37:29.246441 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.249799 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-7d4c8735-ce45-440d-9bd1-de4f0b5d58d7 service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005676 Nov 22 18:37:29.260448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0afb90-0e6e-4791-9a98-de03e0d76e80 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:29.264174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.294754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'Port': ['ID=6b64d2bd-f01d-4c67-b9f0-dc0a61678104,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:29.297579 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:29.303692 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.361125 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:29.368457 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d5739014-07be-44f3-b28d-cb214c37f7ac req-cd0780b9-b94b-4a98-a92b-118a87379e4f service neutron] 10.222.0.57 "GET /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101208 Nov 22 18:37:29.383503 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.388853 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.388853 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-fa705148-a470-4a9e-b940-22888a7e2949 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "DELETE /v2.0/floatingips/a08c0e55-3fbe-44de-952c-ce28c7b191b4 HTTP/1.1" status: 204 len: 168 time: 0.5815306 Nov 22 18:37:29.482797 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a854-51df-46c9-8dc6-3c2187064201 req-55ff7860-8499-4838-b08b-3610bb19f53a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:29.484932 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0465a854-51df-46c9-8dc6-3c2187064201 req-55ff7860-8499-4838-b08b-3610bb19f53a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 945 time: 0.0596147 Nov 22 18:37:29.532495 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0465a854-51df-46c9-8dc6-3c2187064201 req-fe69d653-08d4-46bc-822e-8630c8bbd53e tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Nov 22 18:37:29.669314 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429308f-af5a-42a6-8c9a-464a29c6fcf4 req-bf7af93a-16d0-4604-9891-cf36c166373f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:29.670762 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9429308f-af5a-42a6-8c9a-464a29c6fcf4 req-bf7af93a-16d0-4604-9891-cf36c166373f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 944 time: 0.0524120 Nov 22 18:37:29.717770 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9429308f-af5a-42a6-8c9a-464a29c6fcf4 req-207a901e-6cfa-4ab9-b462-10e8147c42cd tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Nov 22 18:37:29.759291 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8f0afb90-0e6e-4791-9a98-de03e0d76e80'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:29.761456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36474) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:29.766187 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940961657', 'description': 'tempest-description--1104078377'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:29.788175 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.857563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.862573 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.891569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.895346 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1326995 Nov 22 18:37:29.895861 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36476) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:29.900852 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35542e91-6246-40ce-a0d4-8b87773c8d31 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26059b0c-0320-426c-8da4-6ab0b1eb7250,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:29.901497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group_rule': {'security_group_id': '26059b0c-0320-426c-8da4-6ab0b1eb7250', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:29.928232 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.986843 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:29.990205 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.008158 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5e145d-1849-45d3-8b12-0eee48a03080,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:30.016727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.017922 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b34c3a0b-ded9-4adf-87f7-26d38ca04954 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204348 Nov 22 18:37:30.020946 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36478) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:30.026028 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'security_group_rule': {'security_group_id': '26059b0c-0320-426c-8da4-6ab0b1eb7250', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:30.053331 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.108155 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.111832 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.131469 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c184cac-1603-48ab-9136-3300ec5c2bfa,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:30.137159 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.141306 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-a28aca52-f371-4b9a-be91-df5d3030e3d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157207 Nov 22 18:37:30.141845 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36480) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:30.146664 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:30.169318 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.277910 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.385632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Allocated IP 172.27.1.21 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/c73efd5c-6314-4e69-b3f1-ac8d675d153a) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:30.492815 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.529717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.572310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:30.575569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:30.579360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:30.585480 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=c73efd5c-6314-4e69-b3f1-ac8d675d153a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:30.700366 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1121fde-aded-417f-b0f8-698a8ddd4506 req-09c58942-c1b1-4621-b1c9-1906c218dc8e tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:30.701739 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1121fde-aded-417f-b0f8-698a8ddd4506 req-09c58942-c1b1-4621-b1c9-1906c218dc8e tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 945 time: 0.0926914 Nov 22 18:37:30.718200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.781499 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1121fde-aded-417f-b0f8-698a8ddd4506 req-91c8d090-e027-425f-a506-3e45fc1ec4c1 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 Nov 22 18:37:30.782089 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:30.910352 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315eded-3611-4890-b515-eb4f0a93206e req-a350ec6b-fc2b-4c66-8f72-0f45e3b117de tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:30.912589 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a315eded-3611-4890-b515-eb4f0a93206e req-a350ec6b-fc2b-4c66-8f72-0f45e3b117de tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 944 time: 0.1071322 Nov 22 18:37:30.997112 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a315eded-3611-4890-b515-eb4f0a93206e req-021d85e4-a323-4fb5-881f-900fb9d78d82 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778990 Nov 22 18:37:31.020221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.025979 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.051312 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device be82ec0e-6817-4155-901f-a718113008f9 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:37:31.056285 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8f0afb90-0e6e-4791-9a98-de03e0d76e80 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:37:31.091610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=c73efd5c-6314-4e69-b3f1-ac8d675d153a,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:31.109972 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.127628 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.129297 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2b036272-1ae4-451f-abef-3566c381bf96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9861827 Nov 22 18:37:31.299652 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:37:31.311965 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:31.312341 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.359732 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=be82ec0e-6817-4155-901f-a718113008f9,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:31.362157 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-2110d121-3056-4807-9495-c239ea469791 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1940961657&fields=id&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 267 time: 0.0458837 Nov 22 18:37:31.375477 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'be82ec0e-6817-4155-901f-a718113008f9', 'network_id': '7e708930-8e9d-4b5c-9686-bb0a2f436665', 'port_id': 'be82ec0e-6817-4155-901f-a718113008f9', 'mac_address': 'fa:16:3e:dc:c7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9251259d-1459-47cb-932f-b6a708a77dc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:37:31.460025 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.474011 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.476578 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-2ee6b7af-c0a5-43aa-97a1-db39dbf958d9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:31.478065 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-2ee6b7af-c0a5-43aa-97a1-db39dbf958d9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 816 time: 0.1067128 Nov 22 18:37:31.486314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be82ec0e-6817-4155-901f-a718113008f9 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:31.493772 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-92af4824-f5f1-4006-8f08-c6d275123924 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/quotas/2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 375 time: 0.0096722 Nov 22 18:37:31.509434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:31.511698 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b5600-c063-438b-b58b-d44ce745e620" -d '{"events": [{"server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "name": "network-vif-plugged", "status": "completed", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:31.530608 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=be82ec0e-6817-4155-901f-a718113008f9,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:31.532623 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:31.536539 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.541581 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.557783 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-3ee0a9cb-c00b-484c-a55c-4cf11e0acafe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575764 Nov 22 18:37:31.565695 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d4ecd-e791-48e2-95d5-0444e9335724 x-openstack-request-id: req-2c5d4ecd-e791-48e2-95d5-0444e9335724 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:31.566119 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "name": "network-vif-plugged", "status": "completed", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:31.566487 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c5d4ecd-e791-48e2-95d5-0444e9335724 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:31.567004 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80', 'code': 200} Nov 22 18:37:31.603574 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:31.640325 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.678660 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:31.686837 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:31.693999 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-52b932c0-c605-4b75-aa90-e717270363b4 service neutron] 10.222.0.61 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105437 Nov 22 18:37:31.793527 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-789e24ea-7a57-456a-b779-9a4ec8dfe465 service neutron] 10.222.0.61 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922778 Nov 22 18:37:31.813402 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba28d-a3d2-4cda-90c2-cdb17b6dce13 req-060e1638-b179-4863-94d7-516e4900b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:31.813402 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-c81ba28d-a3d2-4cda-90c2-cdb17b6dce13 req-060e1638-b179-4863-94d7-516e4900b756 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 1099 time: 0.0445857 Nov 22 18:37:31.878773 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-c81ba28d-a3d2-4cda-90c2-cdb17b6dce13 req-26de0369-be4f-4d04-8617-e951cfbfb04a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573421 Nov 22 18:37:31.924883 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174843d7-1541-4b3f-926e-60155230b874 req-c1cf385d-26de-4c69-a658-46e97ce6d27f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:31.927449 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-174843d7-1541-4b3f-926e-60155230b874 req-c1cf385d-26de-4c69-a658-46e97ce6d27f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0666740 Nov 22 18:37:31.934357 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['be82ec0e-6817-4155-901f-a718113008f9'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:31.984674 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-89e50969-3756-4fbc-b092-3cbd499fd58d req-be67654e-6283-49e1-98e0-c762fc702488 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 210 time: 0.0386362 Nov 22 18:37:32.015427 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-174843d7-1541-4b3f-926e-60155230b874 req-95738391-d3fe-499b-b5d0-4a4936c98bd9 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762084 Nov 22 18:37:32.127665 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a779-5bdb-4f3f-9430-318525cc6b78 req-7ccc39a2-d3c2-483f-9f2f-914e4ba6e0be tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:32.129368 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a582a779-5bdb-4f3f-9430-318525cc6b78 req-7ccc39a2-d3c2-483f-9f2f-914e4ba6e0be tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Nov 22 18:37:32.187860 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a582a779-5bdb-4f3f-9430-318525cc6b78 req-2f720d72-c85f-422b-960f-2f1f03ed67ce tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Nov 22 18:37:33.110534 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aab3d18b-4ab1-4110-a86f-35573dbe71a8 req-6ec64d72-8513-431b-8ab6-faa3b7a24f47 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 210 time: 0.0291393 Nov 22 18:37:33.152057 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-0f2a7584-8c1b-45d8-8f35-679599e4f784 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:33.154445 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-0f2a7584-8c1b-45d8-8f35-679599e4f784 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 816 time: 0.1341522 Nov 22 18:37:33.171952 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589d699-ee2d-4d43-8aaa-10834ae5c196 req-9940c253-ff32-42f7-b293-09ade8a6c6a0 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:33.173540 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3589d699-ee2d-4d43-8aaa-10834ae5c196 req-9940c253-ff32-42f7-b293-09ade8a6c6a0 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0663161 Nov 22 18:37:33.238707 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-cbbe887a-2c28-4efe-b0b1-b04bac5bbd25 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 380 time: 0.0643694 Nov 22 18:37:33.246822 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3589d699-ee2d-4d43-8aaa-10834ae5c196 req-511861ee-b730-4af8-8d6d-b3be80c37ef6 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662165 Nov 22 18:37:33.264694 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'port': {'device_id': '740ee1e1-de46-4696-85be-05a937aa53b2', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'admin_state_up': True, 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'security_groups': ['26059b0c-0320-426c-8da4-6ab0b1eb7250']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:33.320956 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bc97-f7c2-4a6c-9b51-afacefe0963b req-5e4ee9df-20a2-48f8-9c14-e270dec9af18 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:33.322445 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b75bc97-f7c2-4a6c-9b51-afacefe0963b req-5e4ee9df-20a2-48f8-9c14-e270dec9af18 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Nov 22 18:37:33.383968 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b75bc97-f7c2-4a6c-9b51-afacefe0963b req-c3cfc84c-287f-420d-8d6e-b0091b143711 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Nov 22 18:37:33.390104 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Made reservation on behalf of 2c38af8745ec4612b35c998da6038351 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:37:33.394181 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:33.573182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Allocated IP 172.20.0.6 (94afb4d7-924f-4518-88ee-a3144164973c/af9de63b-c318-495a-ba4a-6631e2b46320/0cae4549-b1cc-44b4-832f-9e546a969a87) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:33.733314 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:33.777069 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:33.832252 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Network 94afb4d7-924f-4518-88ee-a3144164973c is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:33.835956 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:33.839983 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:33.846959 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:33.901809 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:33.902458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:33.922352 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-23af8aa0-c858-489c-b86d-7636e3f1db57 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638978 Nov 22 18:37:33.942266 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Request body: {'port': {'device_id': '740ee1e1-de46-4696-85be-05a937aa53b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:34.016991 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.075903 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-38ae6e21-e4ac-416b-878a-19706264e2d6 None None] Provisioning complete for port 0cae4549-b1cc-44b4-832f-9e546a969a87 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:34.076487 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-38ae6e21-e4ac-416b-878a-19706264e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.114452 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-38ae6e21-e4ac-416b-878a-19706264e2d6 None None] Port 0cae4549-b1cc-44b4-832f-9e546a969a87 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:37:34.245266 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cef81-c6f2-4825-9d80-caf969de5ec4 req-4510fc62-a66e-4601-8c86-6328771ca4ab tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:34.246883 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b26cef81-c6f2-4825-9d80-caf969de5ec4 req-4510fc62-a66e-4601-8c86-6328771ca4ab tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 931 time: 0.0560186 Nov 22 18:37:34.299863 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b26cef81-c6f2-4825-9d80-caf969de5ec4 req-a90dbb85-d8cf-40d5-8560-ee47885f4dc9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Nov 22 18:37:34.346396 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:34.355209 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.375082 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Transition to ACTIVE for port object 0cae4549-b1cc-44b4-832f-9e546a969a87 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:37:34.385303 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.391581 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f884b-2bad-4935-aec9-1e8c02b44719 req-de070295-ecc9-4ac0-8da8-d37625c89e8a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:34.393131 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445f884b-2bad-4935-aec9-1e8c02b44719 req-de070295-ecc9-4ac0-8da8-d37625c89e8a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0637548 Nov 22 18:37:34.492306 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445f884b-2bad-4935-aec9-1e8c02b44719 req-2dc0e3ef-9341-4633-90b2-abc6a93b3766 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893712 Nov 22 18:37:34.509799 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:34.536140 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Attempting to bind port 0cae4549-b1cc-44b4-832f-9e546a969a87 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:37:34.536822 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Attempting to bind port 0cae4549-b1cc-44b4-832f-9e546a969a87 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:37:34.538410 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Attempting to bind port 0cae4549-b1cc-44b4-832f-9e546a969a87 on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:34.545639 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Port 0cae4549-b1cc-44b4-832f-9e546a969a87 on network 94afb4d7-924f-4518-88ee-a3144164973c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:37:34.546184 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Attempting to bind port 0cae4549-b1cc-44b4-832f-9e546a969a87 on network 94afb4d7-924f-4518-88ee-a3144164973c {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:34.557528 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:37:34.558180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Checking segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:37:34.558916 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Bound using segment: {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:37:34.559728 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Bound port: 0cae4549-b1cc-44b4-832f-9e546a969a87, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9feed416-4a12-4670-9614-d533a80cd7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:37:34.560359 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.574061 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba5ee9-e331-43fa-ab61-87ae324646b0 req-d1702c3d-1627-4dfe-8035-07f7078c94a1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:34.576837 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39ba5ee9-e331-43fa-ab61-87ae324646b0 req-d1702c3d-1627-4dfe-8035-07f7078c94a1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 945 time: 0.0701087 Nov 22 18:37:34.660179 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:37:34.661506 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39ba5ee9-e331-43fa-ab61-87ae324646b0 req-f62c277c-4900-4dd5-8871-3ba11bc7032f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 Nov 22 18:37:34.669222 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:37:34.675715 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.715040 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:34.715629 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:34.717084 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] 10.222.0.57 "PUT /v2.0/ports/0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 1093 time: 0.7800972 Nov 22 18:37:34.717571 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:34.719988 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:34.749705 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9b4ca-ef83-4826-8c8b-327f95af5035 service neutron] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:34.800438 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334f6b9-c0e4-4fc3-8245-a8f184c48d4b x-openstack-request-id: req-4334f6b9-c0e4-4fc3-8245-a8f184c48d4b {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:34.800742 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:34.801010 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4334f6b9-c0e4-4fc3-8245-a8f184c48d4b {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:34.801415 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'status': 'completed', 'code': 200} Nov 22 18:37:34.897349 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-167c88c7-7c26-4062-9c65-1fd74748e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:34.899053 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-167c88c7-7c26-4062-9c65-1fd74748e13b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1096 time: 0.1147692 Nov 22 18:37:34.973286 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-87db34a8-8997-4e11-92c7-5c04070e45b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 217 time: 0.0550921 Nov 22 18:37:35.035601 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-00b93aca-716d-4c95-9a18-6db6a7197f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.037844 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-00b93aca-716d-4c95-9a18-6db6a7197f1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0513952 Nov 22 18:37:35.057122 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device be82ec0e-6817-4155-901f-a718113008f9 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:37:35.102460 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-adab8fb3-dc65-48f4-81dd-5b33ea4947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.104489 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-adab8fb3-dc65-48f4-81dd-5b33ea4947ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573006 Nov 22 18:37:35.112571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port be82ec0e-6817-4155-901f-a718113008f9 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:37:35.117182 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port be82ec0e-6817-4155-901f-a718113008f9 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:35.117729 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:35.201921 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:35.206044 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-13fc28ce-daaf-42c5-848b-cc8639ec163b service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935452 Nov 22 18:37:35.225811 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:35.228147 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d6a1d-b5b8-45a3-bdad-9c1f0648275d" -d '{"events": [{"server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "name": "network-vif-plugged", "status": "completed", "tag": "be82ec0e-6817-4155-901f-a718113008f9"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:35.243276 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=be82ec0e-6817-4155-901f-a718113008f9,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:35.247919 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:35.279215 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552779ac-1cc0-4a57-bd1e-f3c3834c6d65 x-openstack-request-id: req-552779ac-1cc0-4a57-bd1e-f3c3834c6d65 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:35.279531 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "name": "network-vif-plugged", "status": "completed", "tag": "be82ec0e-6817-4155-901f-a718113008f9", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:35.279799 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-552779ac-1cc0-4a57-bd1e-f3c3834c6d65 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:35.280194 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9', 'code': 200} Nov 22 18:37:35.312332 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:35.333141 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d3837839-d4d9-4eb5-bd1e-0be8d1c410d0 req-daa2c7a2-3a57-4bc9-bd08-d7a5b9a8bdbe service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176434 Nov 22 18:37:35.455950 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371751-451d-49e7-8f0c-a40685d40aa3 req-39ac5a24-aa77-476f-a1bd-e8d8d2d205d4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.457588 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b6371751-451d-49e7-8f0c-a40685d40aa3 req-39ac5a24-aa77-476f-a1bd-e8d8d2d205d4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0633619 Nov 22 18:37:35.498164 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-90d7db59-eccf-4482-8813-9eefa48e6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.499764 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-90d7db59-eccf-4482-8813-9eefa48e6049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1096 time: 0.0749767 Nov 22 18:37:35.547119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b6371751-451d-49e7-8f0c-a40685d40aa3 req-670bdffc-9dee-4376-aa66-3b740429504f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814371 Nov 22 18:37:35.553559 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873040d-71df-451b-860b-727d365d91b3 req-e2d24558-b573-4d3d-9632-b927cd8688c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.556009 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6873040d-71df-451b-860b-727d365d91b3 req-e2d24558-b573-4d3d-9632-b927cd8688c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 1099 time: 0.0722792 Nov 22 18:37:35.610814 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6873040d-71df-451b-860b-727d365d91b3 req-f2414e69-7b5d-4725-aa3b-1e193f9c200e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Nov 22 18:37:35.617059 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-0f203817-fae9-44d6-b4e7-facad1f1cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.618540 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-0f203817-fae9-44d6-b4e7-facad1f1cc81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.0993857 Nov 22 18:37:35.799528 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a643-899c-49ee-bf6a-10759a11c30e req-f5d3c765-083e-402d-8850-97d2ecb741cb tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.801054 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fe6a643-899c-49ee-bf6a-10759a11c30e req-f5d3c765-083e-402d-8850-97d2ecb741cb tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0585935 Nov 22 18:37:35.852503 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1fe6a643-899c-49ee-bf6a-10759a11c30e req-953c1208-2b73-4dde-b3e3-1ec8ed762058 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 Nov 22 18:37:35.892502 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-27d4001e-2230-4984-84b4-e022b29fd186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 217 time: 0.0407279 Nov 22 18:37:35.946684 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-c422a006-cc84-4909-8bfb-e6a7fd7e3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:35.948189 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-c422a006-cc84-4909-8bfb-e6a7fd7e3019 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0466385 Nov 22 18:37:36.025304 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-f39dc9a3-ebff-4727-a092-78141bf732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:36.027290 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-f39dc9a3-ebff-4727-a092-78141bf732a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539129 Nov 22 18:37:36.084304 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31e2d5-afb1-4d25-9f56-a6cdf8c74af2 req-afaee322-f851-476f-8fd6-9520d362962a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:36.089869 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1c31e2d5-afb1-4d25-9f56-a6cdf8c74af2 req-afaee322-f851-476f-8fd6-9520d362962a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0595074 Nov 22 18:37:36.137670 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-08cdd0e0-4c15-4d0f-a9c8-93dd4f0ce65a service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949547 Nov 22 18:37:36.143463 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1c31e2d5-afb1-4d25-9f56-a6cdf8c74af2 req-44cb49db-87a8-47b2-8a8b-d16e29757f61 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508590 Nov 22 18:37:36.233779 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6ac6ebcf-dc48-4474-8667-c36e2c385fc1 req-193cfaa4-dd55-4411-aec2-62a1073cbebd service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848291 Nov 22 18:37:36.677588 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f49d6-05dc-49db-9e78-b98c089cd057 req-ab917822-a0f3-4dd8-bee2-e64e7a43b35e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:36.679198 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae4f49d6-05dc-49db-9e78-b98c089cd057 req-ab917822-a0f3-4dd8-bee2-e64e7a43b35e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0508959 Nov 22 18:37:36.731882 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae4f49d6-05dc-49db-9e78-b98c089cd057 req-b767650c-d4ff-4f70-ab0d-96b99e3cc61f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462034 Nov 22 18:37:36.978377 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228143de-2fdc-4361-a3f7-75abbf6dcd61 req-6391eb21-6547-4854-bbdf-71e1c7d07980 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:36.979890 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-228143de-2fdc-4361-a3f7-75abbf6dcd61 req-6391eb21-6547-4854-bbdf-71e1c7d07980 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Nov 22 18:37:37.029137 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-228143de-2fdc-4361-a3f7-75abbf6dcd61 req-b3e4f2af-f494-407f-baa6-f53cdd680cbd tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Nov 22 18:37:37.063967 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:37:37.166802 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:37.180227 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:37:37.218451 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:37.232632 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:37.253184 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:37.258171 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:37.264549 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd85d2b-4199-4b5c-b901-672556559efd req-3a7d9e0f-9abf-43b1-b83d-1fea6798269b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:37.266085 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7bd85d2b-4199-4b5c-b901-672556559efd req-3a7d9e0f-9abf-43b1-b83d-1fea6798269b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0509524 Nov 22 18:37:37.314294 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:37.319306 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7bd85d2b-4199-4b5c-b901-672556559efd req-5210301b-fd5c-4906-b9d6-da9eddb8df1a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Nov 22 18:37:37.790262 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['0cae4549-b1cc-44b4-832f-9e546a969a87'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:37.855254 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180589-ddd0-4bcb-a064-565b63e074ac req-1b916396-13bb-4f1f-95c2-df603cfc88b1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:37.856753 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ad180589-ddd0-4bcb-a064-565b63e074ac req-1b916396-13bb-4f1f-95c2-df603cfc88b1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Nov 22 18:37:37.911615 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ad180589-ddd0-4bcb-a064-565b63e074ac req-99fe2dcc-f5dd-49dd-a71a-23ea018119f7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Nov 22 18:37:38.156374 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd187cf-7850-48e1-9091-cf5160684b60 req-808f8efe-929a-4411-b38b-76a6e5529c88 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:38.156374 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cfd187cf-7850-48e1-9091-cf5160684b60 req-808f8efe-929a-4411-b38b-76a6e5529c88 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0537860 Nov 22 18:37:38.200599 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-cfd187cf-7850-48e1-9091-cf5160684b60 req-b0b12a7a-759f-465c-a994-b663d067f18a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Nov 22 18:37:38.460877 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e4b34-3978-4ff6-92eb-42c479257d4c req-56c42928-a62a-410f-8ad1-d3f4a8d89273 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:38.462445 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-139e4b34-3978-4ff6-92eb-42c479257d4c req-56c42928-a62a-410f-8ad1-d3f4a8d89273 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0716310 Nov 22 18:37:38.515055 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-139e4b34-3978-4ff6-92eb-42c479257d4c req-1733b024-7f3f-4399-a3cf-63964244da74 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Nov 22 18:37:39.050690 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309eec1-9010-4174-bb0f-1556b29f5440 req-a751ee89-4362-4df4-b1a7-3b34620d21c7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:39.052272 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b309eec1-9010-4174-bb0f-1556b29f5440 req-a751ee89-4362-4df4-b1a7-3b34620d21c7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 944 time: 0.0641990 Nov 22 18:37:39.083369 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:37:39.105517 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b309eec1-9010-4174-bb0f-1556b29f5440 req-e11479b6-9e8d-4dbf-a252-1e26171f9709 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Nov 22 18:37:39.138733 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 0cae4549-b1cc-44b4-832f-9e546a969a87 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:37:39.143040 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 0cae4549-b1cc-44b4-832f-9e546a969a87 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:39.143416 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.225103 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.249162 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:39.251463 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8190b2-e375-4b14-8520-197fcaff2cfd" -d '{"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:39.265044 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:39.269454 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.305303 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b443e3-f45b-4d2a-8f0e-8f2584c3ac9e x-openstack-request-id: req-d0b443e3-f45b-4d2a-8f0e-8f2584c3ac9e {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:39.305573 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:39.305847 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0b443e3-f45b-4d2a-8f0e-8f2584c3ac9e {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:39.306271 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'code': 200} Nov 22 18:37:39.337158 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:39.341808 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-7a13adb9-27cd-4a8f-8804-67b4edd00ab1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:39.344482 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-7a13adb9-27cd-4a8f-8804-67b4edd00ab1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0705965 Nov 22 18:37:39.487295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a116-615f-47e9-b03e-09859492d6ad req-dd51a2ab-1071-4bf3-9681-9c0078387b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:39.488951 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00c8a116-615f-47e9-b03e-09859492d6ad req-dd51a2ab-1071-4bf3-9681-9c0078387b7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1098 time: 0.0444250 Nov 22 18:37:39.546405 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-00c8a116-615f-47e9-b03e-09859492d6ad req-e8cdf166-6547-4bae-b67b-c29d8777950a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481253 Nov 22 18:37:39.575469 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Deleting port 2097174c-916e-4b8a-a859-bdf77929efbb {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:39.576748 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.654752 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53d539-e11c-4496-82d6-7da0ef266413 req-ee648877-c503-43d0-b927-980d4cec5dc9 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:39.657726 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b53d539-e11c-4496-82d6-7da0ef266413 req-ee648877-c503-43d0-b927-980d4cec5dc9 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 946 time: 0.0627856 Nov 22 18:37:39.687491 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] For port 2097174c-916e-4b8a-a859-bdf77929efbb, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=2097174c-916e-4b8a-a859-bdf77929efbb,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:39.687856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.741757 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1b53d539-e11c-4496-82d6-7da0ef266413 req-c189483f-5880-4f38-8f70-6380acc91231 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=c03ad457-ebb4-462e-8b11-059ce66a3f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733981 Nov 22 18:37:39.898706 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.899380 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:39.899711 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.l3_db [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Floating IP 274b3b33-9080-4371-b819-dec704321812 disassociated. External IP: 172.27.1.63, port: 2097174c-916e-4b8a-a859-bdf77929efbb. Nov 22 18:37:39.900133 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Calling delete_port for 2097174c-916e-4b8a-a859-bdf77929efbb owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:40.037301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:40.071174 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'Port': ['ID=2097174c-916e-4b8a-a859-bdf77929efbb,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:40.212910 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:37:40.281969 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f8e8-0af1-49dd-b0f1-a5bbf0b1147a req-1b051a2d-67a9-4a74-afe5-b0071f5a4247 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:40.284766 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fef2f8e8-0af1-49dd-b0f1-a5bbf0b1147a req-1b051a2d-67a9-4a74-afe5-b0071f5a4247 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0781009 Nov 22 18:37:40.335710 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fef2f8e8-0af1-49dd-b0f1-a5bbf0b1147a req-c6896474-400e-4930-9fa4-f57ae6139e08 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Nov 22 18:37:40.337267 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:37:40.350304 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:37:40.361840 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:40.362708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:40.383810 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] No DVR routers for this DVR port 2097174c-916e-4b8a-a859-bdf77929efbb on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:37:40.386547 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:40.389908 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-2efb657f-451f-41f9-ae2e-96ccf1a5842d req-01ebd3cf-4c64-4ed0-8111-6c050914278e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "DELETE /v2.0/ports/2097174c-916e-4b8a-a859-bdf77929efbb HTTP/1.1" status: 204 len: 173 time: 1.0377042 Nov 22 18:37:40.390383 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'name': 'network-vif-deleted', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:40.392752 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df96391-d49b-45c3-a4da-4a96ab3ba9d7" -d '{"events": [{"server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "name": "network-vif-deleted", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:40.468608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cfaa5d-3243-4d07-8002-8acf132856e1 x-openstack-request-id: req-a3cfaa5d-3243-4d07-8002-8acf132856e1 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:40.469519 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165365da-4e74-49b9-ad3d-66c0f4ab1bce", "name": "network-vif-deleted", "tag": "2097174c-916e-4b8a-a859-bdf77929efbb", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:40.470030 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3cfaa5d-3243-4d07-8002-8acf132856e1 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:40.470739 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165365da-4e74-49b9-ad3d-66c0f4ab1bce', 'name': 'network-vif-deleted', 'tag': '2097174c-916e-4b8a-a859-bdf77929efbb', 'status': 'completed', 'code': 200} Nov 22 18:37:40.493986 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:40.728190 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:40.761212 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:37:40.770414 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:40.771178 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:40.867679 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fbce26ae-4cec-4dbb-a3be-5f8ee817455a req-cdaf8c4f-5933-49ae-8216-149122c626a4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=165365da-4e74-49b9-ad3d-66c0f4ab1bce HTTP/1.1" status: 200 len: 210 time: 0.0367706 Nov 22 18:37:40.907495 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:41.173166 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:41.204060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e496adc-152c-442d-88d1-462bd1a6eb68 None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:37:41.459812 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53631e99-af81-424f-bd98-a0e554980858 None None] New status for floating IP 274b3b33-9080-4371-b819-dec704321812: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:37:41.737719 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96881e-e28f-4bde-acfc-202836ea03b4 req-b259578f-337c-452d-ae10-0017bf12856b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:41.739595 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bb96881e-e28f-4bde-acfc-202836ea03b4 req-b259578f-337c-452d-ae10-0017bf12856b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.3211479 Nov 22 18:37:41.800858 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bb96881e-e28f-4bde-acfc-202836ea03b4 req-93b791d5-332b-4476-8135-8da49efba002 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507340 Nov 22 18:37:41.923353 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888e91c-4d3d-4274-9ffd-844b46a7b0c1 req-45bcbb6d-3bdb-4329-92dc-a8ed9bcb8c83 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:41.924869 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9888e91c-4d3d-4274-9ffd-844b46a7b0c1 req-45bcbb6d-3bdb-4329-92dc-a8ed9bcb8c83 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0520711 Nov 22 18:37:41.934732 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36630) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:41.939881 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Request body: {'floatingip': {'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:41.964351 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36632) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:41.986684 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.024018 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.055249 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.122395 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.127871 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.130050 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "DELETE /v2.0/security-groups/c03ad457-ebb4-462e-8b11-059ce66a3f96 HTTP/1.1" status: 204 len: 168 time: 0.1642954 Nov 22 18:37:42.137025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36636) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:42.170391 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ec65e-5c0a-4640-9756-75da1fe58a2a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ad457-ebb4-462e-8b11-059ce66a3f96,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:42.173908 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.api.v2.resource [None req-3cf43489-2d24-4699-b42c-bfea88b6ee68 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] show failed (client error): The resource could not be found. Nov 22 18:37:42.176256 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3cf43489-2d24-4699-b42c-bfea88b6ee68 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups/c03ad457-ebb4-462e-8b11-059ce66a3f96 HTTP/1.1" status: 404 len: 347 time: 0.0352545 Nov 22 18:37:42.180014 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36638) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:42.339984 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Deleting port 8ed2c728-ed23-411b-8ad5-7352f4ba8d73 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:42.340330 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.437543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.438261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.453091 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Calling delete_port for 8ed2c728-ed23-411b-8ad5-7352f4ba8d73 owned by network:floatingip {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:42.513720 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.519340 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.618659 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.635941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Floating IP 06a2b159-4eb3-4b38-83a1-dd2a2a846865 associated. External IP: 172.27.1.21, port: 0cae4549-b1cc-44b4-832f-9e546a969a87. Nov 22 18:37:42.872948 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:37:42.909046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'Port': ['ID=8ed2c728-ed23-411b-8ad5-7352f4ba8d73,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:42.972270 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.975612 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:42.976655 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1b10e3f2-e596-4dab-919d-2f56237e682f tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "DELETE /v2.0/floatingips/274b3b33-9080-4371-b819-dec704321812 HTTP/1.1" status: 204 len: 168 time: 0.7953677 Nov 22 18:37:42.993031 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:37:42.998430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.003041 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:37:43.017444 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:43.018055 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:43.037649 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-49215231-3106-4cca-bb69-6acfc098b4f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "PUT /v2.0/floatingips/06a2b159-4eb3-4b38-83a1-dd2a2a846865 HTTP/1.1" status: 200 len: 990 time: 1.1015253 Nov 22 18:37:43.038253 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:43.040872 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b" -d '{"events": [{"name": "network-changed", "server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:43.140822 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:43.333428 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36656) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:43.339706 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011800208', 'description': 'tempest-description--1577253214'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:43.364309 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64abce2-1243-45b5-9d17-557db885a6d0 x-openstack-request-id: req-a64abce2-1243-45b5-9d17-557db885a6d0 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:43.364712 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:43.365697 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a64abce2-1243-45b5-9d17-557db885a6d0 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:43.366152 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'status': 'completed', 'code': 200} Nov 22 18:37:43.367393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.446405 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.450915 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.482869 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.484103 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1495831 Nov 22 18:37:43.487062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:43.488431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36658) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:43.494454 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group_rule': {'security_group_id': 'bd43bd6e-8394-4bfa-b4e1-d21ef656cccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:43.495804 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.496154 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.496512 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.496855 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.497195 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.497533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.497867 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.498200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.498534 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.498882 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.499212 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.499540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed634a8-aa5f-4ce7-a05a-7cc0743f99be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:43.516103 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '06a2b159-4eb3-4b38-83a1-dd2a2a846865', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ee1e1-de46-4696-85be-05a937aa53b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:30Z', 'updated_at': '2021-11-22T18:37:42Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:43.529968 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.548669 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:37:43.558696 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:37:43.559348 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:43.621686 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.625714 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.646424 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d8b099-d19b-4895-b6df-ea747e130fbc,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:43.657317 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.662329 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-17410112-8543-43fb-a156-494407876d87 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695082 Nov 22 18:37:43.662821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36662) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:43.670556 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'security_group_rule': {'security_group_id': 'bd43bd6e-8394-4bfa-b4e1-d21ef656cccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:43.691312 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:37:43.705436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.795906 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.800908 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.824056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b227621d-d26a-4aec-98bf-cf71cf62e9f3,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:43.830448 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.832475 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-cc153d3d-6281-4a0b-817f-050cc57f31ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674600 Nov 22 18:37:43.835820 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36664) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:43.842374 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:43.873632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:43.993667 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.064659 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '06a2b159-4eb3-4b38-83a1-dd2a2a846865', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ee1e1-de46-4696-85be-05a937aa53b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:30Z', 'updated_at': '2021-11-22T18:37:42Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:37:44.116765 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90b02-61a3-410f-b9e1-20397244e739 None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '06a2b159-4eb3-4b38-83a1-dd2a2a846865', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ee1e1-de46-4696-85be-05a937aa53b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:30Z', 'updated_at': '2021-11-22T18:37:42Z', 'revision_number': 1, 'project_id': '2c38af8745ec4612b35c998da6038351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:37:44.141383 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Allocated IP 172.27.1.132 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/98407b0c-4fe0-4956-b50f-a4f5a820866a) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:44.297120 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.333215 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.372464 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc776a0-5252-49b2-a64b-a13c19cea954 None None] New status for floating IP 06a2b159-4eb3-4b38-83a1-dd2a2a846865: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:37:44.378820 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:44.382790 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:44.385600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:44.425330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=98407b0c-4fe0-4956-b50f-a4f5a820866a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:44.504994 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.545824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.716151 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.722720 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.793002 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=98407b0c-4fe0-4956-b50f-a4f5a820866a,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:44.807935 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.823080 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:44.824327 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b6aa0607-ae74-4c34-a5da-2bf4527e23d7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9872208 Nov 22 18:37:44.980392 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-45e5ad5c-35d1-4fc1-9250-09062cf93c50 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2011800208&fields=id&tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 267 time: 0.0489538 Nov 22 18:37:45.099247 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-17fe1e82-da21-4c26-9693-8ae0da944319 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:45.101050 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-17fe1e82-da21-4c26-9693-8ae0da944319 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 810 time: 0.1139147 Nov 22 18:37:45.117556 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-53536859-6474-4378-9711-6ca18b439bed tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/quotas/d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 375 time: 0.0101590 Nov 22 18:37:45.170587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-22070960-295a-4059-8b6b-8d3cb03e0abd tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472591 Nov 22 18:37:45.276676 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-b531ae24-d3a0-43dd-89b2-2b126ca950ad service neutron] 10.222.0.61 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937555 Nov 22 18:37:45.380806 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-1f19948b-182c-44c0-8438-1d3819c65b53 service neutron] 10.222.0.61 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966034 Nov 22 18:37:45.565169 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-290c9b57-46bb-4556-8a3a-a75672fc25e7 req-834ed59a-3696-4376-bbe5-d1abcbeb4e41 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 210 time: 0.0425446 Nov 22 18:37:46.069505 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-63f6c281-640f-4df5-ba5f-007c7744fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.072189 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-63f6c281-640f-4df5-ba5f-007c7744fdf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1098 time: 0.0538726 Nov 22 18:37:46.081430 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 2097174c-916e-4b8a-a859-bdf77929efbb no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:37:46.104970 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 2097174c-916e-4b8a-a859-bdf77929efbb {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:37:46.105665 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 2097174c-916e-4b8a-a859-bdf77929efbb not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:37:46.203986 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-876bf08d-49a1-4b2d-b9c1-1ac795f35f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.205880 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-876bf08d-49a1-4b2d-b9c1-1ac795f35f7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.1128945 Nov 22 18:37:46.310748 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-0741f861-8587-4648-bcdc-a6253020609c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 1000 time: 0.0954304 Nov 22 18:37:46.384583 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-a77c0de9-e571-4b77-9136-9a61759d8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.386372 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-a77c0de9-e571-4b77-9136-9a61759d8293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0669532 Nov 22 18:37:46.452932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-4d05bf3d-453d-48b0-ae73-6095e3d7bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.454551 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-4d05bf3d-453d-48b0-ae73-6095e3d7bf9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556202 Nov 22 18:37:46.573527 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-715ccf46-341d-47bf-8ac8-8c59f37890d0 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072483 Nov 22 18:37:46.591669 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c1eb-e399-45d2-af3f-04a43286ba96 req-bb9db33e-d79b-473c-b5b2-2010fb8a430b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.593984 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-17f9c1eb-e399-45d2-af3f-04a43286ba96 req-bb9db33e-d79b-473c-b5b2-2010fb8a430b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Nov 22 18:37:46.666922 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-17f9c1eb-e399-45d2-af3f-04a43286ba96 req-953c1c89-0321-4456-ad2b-b8d35483d6f5 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631309 Nov 22 18:37:46.682970 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0ddf7c0a-6511-48d5-9ba0-8b7dc3cebf8e req-826dbaf5-0f0c-4ea0-bf19-06e8ee87a00c tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 210 time: 0.0344560 Nov 22 18:37:46.709602 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-fc8a565f-ec16-4fc8-8198-c2ef49a5370b req-a237b144-bd8c-49a2-ac7d-b562886511cd service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266034 Nov 22 18:37:46.957780 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-b009547b-a418-4f8c-bd1e-0256aa82ea5a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:46.960325 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-b009547b-a418-4f8c-bd1e-0256aa82ea5a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 810 time: 0.1596186 Nov 22 18:37:47.060527 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-30014d8e-6ad3-4cdd-a455-abcfde9da18a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d HTTP/1.1" status: 200 len: 380 time: 0.0885592 Nov 22 18:37:47.107087 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'port': {'device_id': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'admin_state_up': True, 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'security_groups': ['bd43bd6e-8394-4bfa-b4e1-d21ef656cccf']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:47.228266 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Made reservation on behalf of d90ca8eafd1249d1bf5fb5a29c3c4b5d for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:37:47.231965 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:47.373348 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Allocated IP 172.20.0.14 (7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d/6f517baf-8f04-44e5-8b6b-3e23ed1846bd/1da99052-2f79-45d0-94fe-5f58818ecb1b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:37:47.539609 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:47.577390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:47.633261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:37:47.636862 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:37:47.639458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:37:47.668085 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event updated for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:47.707812 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:47.708975 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:47.732134 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e22ccb9e-22ae-4abc-864b-6f041316c3a7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6290860 Nov 22 18:37:47.853757 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a531e-6337-4532-b0ed-5504484d41b8 req-93fdc92b-bb45-43b4-a1a2-a7d18f72a76b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:47.855293 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d1a531e-6337-4532-b0ed-5504484d41b8 req-93fdc92b-bb45-43b4-a1a2-a7d18f72a76b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 932 time: 0.0827944 Nov 22 18:37:47.877129 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8bac-62d3-420a-a4b2-82b62dbe504d req-0b48f0b9-8752-4f3f-b2c8-1743dc70ed04 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:47.878645 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-88bb8bac-62d3-420a-a4b2-82b62dbe504d req-0b48f0b9-8752-4f3f-b2c8-1743dc70ed04 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0733259 Nov 22 18:37:47.920984 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-cadd562c-3057-4543-928a-e4024728a20c None None] Provisioning complete for port 1da99052-2f79-45d0-94fe-5f58818ecb1b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:47.921571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cadd562c-3057-4543-928a-e4024728a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:47.946730 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7d1a531e-6337-4532-b0ed-5504484d41b8 req-d7650e80-0293-4c29-a001-f264df3e54e4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836155 Nov 22 18:37:47.956216 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-cadd562c-3057-4543-928a-e4024728a20c None None] Port 1da99052-2f79-45d0-94fe-5f58818ecb1b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:37:47.956952 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-88bb8bac-62d3-420a-a4b2-82b62dbe504d req-8250306c-a4b3-4ce7-bddc-0a659cb71aa9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693696 Nov 22 18:37:48.286054 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:37:48.387876 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Request body: {'port': {'device_id': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:48.452574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:48.776558 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da99052-2f79-45d0-94fe-5f58818ecb1b {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:48.792433 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:48.815644 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Transition to ACTIVE for port object 1da99052-2f79-45d0-94fe-5f58818ecb1b will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:37:48.820147 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:48.874804 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Pushing event updated for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:48.957724 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Attempting to bind port 1da99052-2f79-45d0-94fe-5f58818ecb1b on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:37:48.958215 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Attempting to bind port 1da99052-2f79-45d0-94fe-5f58818ecb1b by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:37:48.958697 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Attempting to bind port 1da99052-2f79-45d0-94fe-5f58818ecb1b on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:48.965576 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Port 1da99052-2f79-45d0-94fe-5f58818ecb1b on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:37:48.965914 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Attempting to bind port 1da99052-2f79-45d0-94fe-5f58818ecb1b on network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:37:48.971938 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:37:48.972290 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Checking segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:37:48.972688 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Bound using segment: {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:37:48.973134 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Bound port: 1da99052-2f79-45d0-94fe-5f58818ecb1b, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0604570-1dc1-41a9-b3d9-79be752a060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:37:48.973502 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:49.063598 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:37:49.068547 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:37:49.076620 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:49.122469 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:49.123167 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:49.124718 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] 10.222.0.57 "PUT /v2.0/ports/1da99052-2f79-45d0-94fe-5f58818ecb1b HTTP/1.1" status: 200 len: 1094 time: 0.7412205 Nov 22 18:37:49.125118 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:49.127500 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6de9d8-7a8f-4b52-a531-7913b2defda6" -d '{"events": [{"name": "network-changed", "server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:49.151885 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab462-3486-489d-ac26-1b8e8a944346 service neutron] Pushing event updated for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:49.152847 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918023f3-a38a-4a97-a4dd-4d3ac989df9f req-9a32f86a-94bf-4881-b82b-e51ac2c88cfa tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:49.156366 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-918023f3-a38a-4a97-a4dd-4d3ac989df9f req-9a32f86a-94bf-4881-b82b-e51ac2c88cfa tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 944 time: 0.0931346 Nov 22 18:37:49.235394 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-918023f3-a38a-4a97-a4dd-4d3ac989df9f req-f5acd502-01d6-4df7-b34f-16273ac01869 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711980 Nov 22 18:37:49.408905 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754305-a775-409d-b3b5-eefef0765767 req-cb8d49a5-c3af-48db-9360-475daf36c70b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:49.410393 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2754305-a775-409d-b3b5-eefef0765767 req-cb8d49a5-c3af-48db-9360-475daf36c70b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0844891 Nov 22 18:37:49.487273 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2754305-a775-409d-b3b5-eefef0765767 req-c480fe14-b29e-4eef-83f9-a4e9fa9bcbe9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668716 Nov 22 18:37:49.542408 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f17793a-cbba-42aa-8027-e75e99ed6fc8 x-openstack-request-id: req-9f17793a-cbba-42aa-8027-e75e99ed6fc8 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:49.542973 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:49.543119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f17793a-cbba-42aa-8027-e75e99ed6fc8 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:49.543449 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'status': 'completed', 'code': 200} Nov 22 18:37:50.366653 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c355f5-9030-43ba-b90b-4787117d4e57 req-b30136ea-faff-41c1-ac1e-b644e37e2c08 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.368290 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21c355f5-9030-43ba-b90b-4787117d4e57 req-b30136ea-faff-41c1-ac1e-b644e37e2c08 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 944 time: 0.0522604 Nov 22 18:37:50.425498 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-21c355f5-9030-43ba-b90b-4787117d4e57 req-b64e5920-8cc3-4b86-85a1-a2e735b0d795 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 Nov 22 18:37:50.464805 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-2c3728d6-ed57-4b47-af10-3edbb8ffec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.466372 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-2c3728d6-ed57-4b47-af10-3edbb8ffec2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 1097 time: 0.0557888 Nov 22 18:37:50.600781 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-1cc1c208-8c59-4499-a5f6-39cb54f94a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.602448 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-1cc1c208-8c59-4499-a5f6-39cb54f94a59 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1179457 Nov 22 18:37:50.637100 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f40c35-b6ac-4e5e-8b2c-4bb1a709a88e req-1ef8907c-f389-4f06-8192-b76d019ede2b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.639833 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3f40c35-b6ac-4e5e-8b2c-4bb1a709a88e req-1ef8907c-f389-4f06-8192-b76d019ede2b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0666261 Nov 22 18:37:50.722712 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3f40c35-b6ac-4e5e-8b2c-4bb1a709a88e req-913746f2-4a2e-4488-be2e-5b84aae6c6cc tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759621 Nov 22 18:37:50.724473 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-71100b47-9151-435e-a2f6-aaea130b6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.726179 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-8f6de9d8-7a8f-4b52-a531-7913b2defda6 req-71100b47-9151-435e-a2f6-aaea130b6c03 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091754 Nov 22 18:37:50.821765 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-5059a915-904a-4d74-b143-416b1030a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.823461 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-5059a915-904a-4d74-b143-416b1030a164 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 1097 time: 0.0477669 Nov 22 18:37:50.872724 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-a72f3cfb-edd9-4d82-8e19-8f41acef61dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b HTTP/1.1" status: 200 len: 217 time: 0.0365722 Nov 22 18:37:50.937448 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-0266c24a-145c-4dd9-9ee4-8d4b439c1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.939015 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-0266c24a-145c-4dd9-9ee4-8d4b439c1d25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.0508671 Nov 22 18:37:50.987670 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e75fe164-f703-468e-948f-8b0d1c1acb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:50.989196 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-e75fe164-f703-468e-948f-8b0d1c1acb75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411904 Nov 22 18:37:51.091460 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-69e8506e-eb8f-49f4-ad9d-56ed156f0271 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941274 Nov 22 18:37:51.209413 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67ceb23e-1cf8-4272-90b1-2868533618dc req-b62dfa36-5ff8-45b5-a2b7-00dc5b2d2c9c service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057220 Nov 22 18:37:51.571774 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d84d3-5bd5-4c54-8ee9-6d2a04e8b16e req-903f9d24-47e9-46ef-b664-2d3123acfef4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:51.573372 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2f9d84d3-5bd5-4c54-8ee9-6d2a04e8b16e req-903f9d24-47e9-46ef-b664-2d3123acfef4 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 944 time: 0.0582080 Nov 22 18:37:51.639239 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2f9d84d3-5bd5-4c54-8ee9-6d2a04e8b16e req-569af376-0abe-419e-8d6a-bfb06d04bff7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588932 Nov 22 18:37:51.886166 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afda4-3648-4297-9d9a-748e92572c8d req-074759ff-0320-4d56-8eea-606f02537b86 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:51.888257 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a01afda4-3648-4297-9d9a-748e92572c8d req-074759ff-0320-4d56-8eea-606f02537b86 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0610256 Nov 22 18:37:51.962794 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a01afda4-3648-4297-9d9a-748e92572c8d req-f4d18e1a-d687-475f-a1d4-8603b7b2c055 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679924 Nov 22 18:37:52.771672 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb17f8-f592-463b-bf01-ee3f0fd4c497 req-ed2bda90-2b62-447b-8f76-e9d8309ff4b6 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:52.773284 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edbb17f8-f592-463b-bf01-ee3f0fd4c497 req-ed2bda90-2b62-447b-8f76-e9d8309ff4b6 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 944 time: 0.0594611 Nov 22 18:37:52.834585 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edbb17f8-f592-463b-bf01-ee3f0fd4c497 req-b883cfa3-f89f-43b9-997f-277632417285 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544331 Nov 22 18:37:53.113069 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632d3f8-3606-4473-a744-b55cd443c920 req-db5093fa-6d64-4a52-837e-02b43d81062f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:53.115181 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f632d3f8-3606-4473-a744-b55cd443c920 req-db5093fa-6d64-4a52-837e-02b43d81062f tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0602105 Nov 22 18:37:53.182260 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f632d3f8-3606-4473-a744-b55cd443c920 req-2f5b591b-d19e-4ef4-b8cd-c531eaebbea4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552707 Nov 22 18:37:53.806327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:53.972220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295ef13-dced-46e6-926f-d422aa1ce160 req-3e4374da-b2c0-4169-b05d-d03b099024f8 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:53.974324 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c295ef13-dced-46e6-926f-d422aa1ce160 req-3e4374da-b2c0-4169-b05d-d03b099024f8 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 944 time: 0.0615132 Nov 22 18:37:54.026743 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c295ef13-dced-46e6-926f-d422aa1ce160 req-8d6e8bd0-c5dd-4ba2-8546-e9961ced91cb tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Nov 22 18:37:54.308033 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67472-1ea1-4d13-ad95-2304ba7cec08 req-270de20e-cb82-4d64-938e-2aaee7f7de4d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:54.309620 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-90c67472-1ea1-4d13-ad95-2304ba7cec08 req-270de20e-cb82-4d64-938e-2aaee7f7de4d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Nov 22 18:37:54.366593 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-90c67472-1ea1-4d13-ad95-2304ba7cec08 req-3f60d668-f588-4445-8a51-4f0054b36229 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470843 Nov 22 18:37:54.388927 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1da99052-2f79-45d0-94fe-5f58818ecb1b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:37:54.499504 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:54.517886 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'port_id': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'mac_address': 'fa:16:3e:c4:14:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:37:54.566054 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:54.593381 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da99052-2f79-45d0-94fe-5f58818ecb1b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:37:54.633010 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:54.638518 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:54.698292 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:54.708325 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.708778 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.709696 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.712563 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.712563 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.712563 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.712563 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.712563 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.713399 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.713399 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.713708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.714055 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:37:54.736178 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cacb8a-db99-42fb-8451-225e0cbd5e58 req-78d49ea6-c039-43cf-92d6-facf1efe9842 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:54.737954 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-94cacb8a-db99-42fb-8451-225e0cbd5e58 req-78d49ea6-c039-43cf-92d6-facf1efe9842 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0723205 Nov 22 18:37:54.822981 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-94cacb8a-db99-42fb-8451-225e0cbd5e58 req-9066ef9c-e3a8-441f-add2-0f284e3cfed0 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710220 Nov 22 18:37:55.027956 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['1da99052-2f79-45d0-94fe-5f58818ecb1b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:55.172739 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73300837-9300-4a59-8beb-0be766141007 req-e849323e-3e6f-40f1-a8ae-1b5cb65706ee tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:55.174598 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-73300837-9300-4a59-8beb-0be766141007 req-e849323e-3e6f-40f1-a8ae-1b5cb65706ee tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 945 time: 0.0646572 Nov 22 18:37:55.236875 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-73300837-9300-4a59-8beb-0be766141007 req-38778187-11e9-4301-b241-051fe546fa4a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530074 Nov 22 18:37:55.354910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-c606fabc-d18e-45a4-be55-a8ae75602185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:55.517325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e79e0-6db2-43e5-8abe-b82af2686e4d req-10653245-b118-4e4f-8bb6-f67de0ca9e6a tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:55.518972 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-864e79e0-6db2-43e5-8abe-b82af2686e4d req-10653245-b118-4e4f-8bb6-f67de0ca9e6a tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0633774 Nov 22 18:37:55.586318 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-864e79e0-6db2-43e5-8abe-b82af2686e4d req-44da9230-c599-4758-82e3-ae66598f949e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596399 Nov 22 18:37:55.983384 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82fa9f-39d3-4996-9305-7c7def879cfd req-94269797-e234-4e23-afd5-e31a83a70e01 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:55.985221 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5c82fa9f-39d3-4996-9305-7c7def879cfd req-94269797-e234-4e23-afd5-e31a83a70e01 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0701680 Nov 22 18:37:56.044015 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5c82fa9f-39d3-4996-9305-7c7def879cfd req-3db16c7d-b0f4-458f-ab4c-29969d8dfaf4 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 Nov 22 18:37:56.178612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5cb00-693e-47fd-b6b0-0d5ae44b78c5 req-1fe752fc-2e48-40fd-900c-02bb28a79f7f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:56.180196 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26d5cb00-693e-47fd-b6b0-0d5ae44b78c5 req-1fe752fc-2e48-40fd-900c-02bb28a79f7f tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0522096 Nov 22 18:37:56.237117 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26d5cb00-693e-47fd-b6b0-0d5ae44b78c5 req-51fc23f2-4934-433e-9d30-27898ef3f43e tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Nov 22 18:37:56.370325 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49ac09-6e4e-413d-9373-3ecee79290fd req-8d4b89ed-3997-4c31-ac14-ff7e13ac757b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:56.371972 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac49ac09-6e4e-413d-9373-3ecee79290fd req-8d4b89ed-3997-4c31-ac14-ff7e13ac757b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 945 time: 0.0545585 Nov 22 18:37:56.392954 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1da99052-2f79-45d0-94fe-5f58818ecb1b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:37:56.448479 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac49ac09-6e4e-413d-9373-3ecee79290fd req-f002a833-10b1-4ffc-afbf-3a2a7b18d0b7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698140 Nov 22 18:37:56.451318 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 1da99052-2f79-45d0-94fe-5f58818ecb1b completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:37:56.459313 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 1da99052-2f79-45d0-94fe-5f58818ecb1b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:37:56.459939 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:56.569805 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:56.594651 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:56.596987 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a786cd7-6d84-4e7d-a3c7-1cb220cc7a49" -d '{"events": [{"server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "name": "network-vif-plugged", "status": "completed", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:56.613604 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:56.618835 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:56.681362 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:56.720995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08817f79-82bb-465f-b675-72739055d42c x-openstack-request-id: req-08817f79-82bb-465f-b675-72739055d42c {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:56.721606 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "name": "network-vif-plugged", "status": "completed", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:56.722024 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08817f79-82bb-465f-b675-72739055d42c {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:56.722626 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'code': 200} Nov 22 18:37:56.752685 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a5fa-44e5-4295-a3ab-cf6de78a1985 req-575717a3-f47f-4dfc-99b9-f08f259e53dc tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:56.754368 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6172a5fa-44e5-4295-a3ab-cf6de78a1985 req-575717a3-f47f-4dfc-99b9-f08f259e53dc tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0721035 Nov 22 18:37:56.816279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6172a5fa-44e5-4295-a3ab-cf6de78a1985 req-89c38135-993b-4ee6-b318-b6a6295e3144 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526364 Nov 22 18:37:56.985628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cccf-f98e-4199-8a63-d475df206692 req-40fbc4f8-032a-4381-918b-14b6cec719bc tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:56.987218 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-11f6cccf-f98e-4199-8a63-d475df206692 req-40fbc4f8-032a-4381-918b-14b6cec719bc tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0636072 Nov 22 18:37:57.001368 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5e79-eb79-45eb-b814-f2d91dc7bebc req-d0962265-ff37-44b5-9655-9b42f1fcb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:57.003062 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-baca5e79-eb79-45eb-b814-f2d91dc7bebc req-d0962265-ff37-44b5-9655-9b42f1fcb95d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 1099 time: 0.0535452 Nov 22 18:37:57.057460 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-baca5e79-eb79-45eb-b814-f2d91dc7bebc req-21659453-c5da-4a38-92ba-9c57b676c669 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 Nov 22 18:37:57.102402 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Deleting port be82ec0e-6817-4155-901f-a718113008f9 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:57.102919 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:57.197410 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425391c-8a11-4715-bf6f-5eb6c3ba62af req-3e88aeb0-5613-41dd-80b6-c315f9f9c80e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:57.199254 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9425391c-8a11-4715-bf6f-5eb6c3ba62af req-3e88aeb0-5613-41dd-80b6-c315f9f9c80e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2377d7a-6969-446f-9e05-b682b20f8347 HTTP/1.1" status: 200 len: 946 time: 0.0694695 Nov 22 18:37:57.242983 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] For port be82ec0e-6817-4155-901f-a718113008f9, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=be82ec0e-6817-4155-901f-a718113008f9,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:57.243462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:57.254256 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9425391c-8a11-4715-bf6f-5eb6c3ba62af req-38a0e148-6c0f-49dd-ac4d-8b21bdb98121 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Nov 22 18:37:57.258576 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Calling delete_port for be82ec0e-6817-4155-901f-a718113008f9 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:57.378506 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f8f70-b1d1-4dcb-aa08-8065e16049fb req-b4cbb9c4-64fa-47b0-910e-7631f991b22d tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:57.381176 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e98f8f70-b1d1-4dcb-aa08-8065e16049fb req-b4cbb9c4-64fa-47b0-910e-7631f991b22d tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0586956 Nov 22 18:37:57.420695 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:57.436640 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700', '409f58a0-bb9f-4811-ae84-2ac7e574c772', '004fcf71-34dc-4584-9ee0-73a7a857251e', 'be82ec0e-6817-4155-901f-a718113008f9'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:57.438298 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e98f8f70-b1d1-4dcb-aa08-8065e16049fb req-2f4213fd-8e15-4200-99fa-9461613b4aea tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Nov 22 18:37:57.461134 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event deleted for resources: {'Port': ['ID=be82ec0e-6817-4155-901f-a718113008f9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:57.513630 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] No DVR routers for this DVR port be82ec0e-6817-4155-901f-a718113008f9 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:37:57.516475 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:57.520062 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-11f6cccf-f98e-4199-8a63-d475df206692 req-da7690c6-1daa-4698-bb8e-b29851fe776c tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "DELETE /v2.0/ports/be82ec0e-6817-4155-901f-a718113008f9 HTTP/1.1" status: 204 len: 173 time: 0.5208471 Nov 22 18:37:57.520712 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'name': 'network-vif-deleted', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:57.523176 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6725d54-aa4b-49ad-b319-6cdf80794685" -d '{"events": [{"server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "name": "network-vif-deleted", "tag": "be82ec0e-6817-4155-901f-a718113008f9"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:57.611190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da86-d3ed-4a5c-9888-52755ca9fbc4 req-70e2319a-bf4f-4ba5-9c08-bb58c81ecaf7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:57.613016 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-85e3da86-d3ed-4a5c-9888-52755ca9fbc4 req-70e2319a-bf4f-4ba5-9c08-bb58c81ecaf7 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.0834229 Nov 22 18:37:57.674343 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a5ff3-f544-4d2e-ba53-81329899acd1 x-openstack-request-id: req-6c0a5ff3-f544-4d2e-ba53-81329899acd1 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:57.674743 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2377d7a-6969-446f-9e05-b682b20f8347", "name": "network-vif-deleted", "tag": "be82ec0e-6817-4155-901f-a718113008f9", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:57.675101 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c0a5ff3-f544-4d2e-ba53-81329899acd1 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:57.675565 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2377d7a-6969-446f-9e05-b682b20f8347', 'name': 'network-vif-deleted', 'tag': 'be82ec0e-6817-4155-901f-a718113008f9', 'status': 'completed', 'code': 200} Nov 22 18:37:57.678920 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-85e3da86-d3ed-4a5c-9888-52755ca9fbc4 req-4bd977c0-3ee5-4ff8-859f-3504a4c4c80b tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581048 Nov 22 18:37:57.748459 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d3cb-60f4-4778-9e2c-311911ceadec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:57.974621 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3f99d-88b3-4b14-a3e4-f06f29131358 req-b0cc2802-3feb-4d6e-9b4c-35e4b030c035 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:57.976382 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-96b3f99d-88b3-4b14-a3e4-f06f29131358 req-b0cc2802-3feb-4d6e-9b4c-35e4b030c035 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0583463 Nov 22 18:37:58.032673 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-96b3f99d-88b3-4b14-a3e4-f06f29131358 req-f2e402b4-d0a1-4148-88a9-b8b990675265 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497744 Nov 22 18:37:58.580202 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b2738-3d63-40f1-ad4f-1b3b0480cce1 req-0cec48c3-a80f-48ac-985e-6bfe70584e1a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:58.581814 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d5b2738-3d63-40f1-ad4f-1b3b0480cce1 req-0cec48c3-a80f-48ac-985e-6bfe70584e1a tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0567470 Nov 22 18:37:58.656450 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-bedf3ddc-f19c-47fb-b07f-a2514fa58729 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:58.659191 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-bedf3ddc-f19c-47fb-b07f-a2514fa58729 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 946 time: 0.0921645 Nov 22 18:37:58.671717 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1d5b2738-3d63-40f1-ad4f-1b3b0480cce1 req-0b8d2bd2-b4c7-4de9-9aa3-c7fb893a6061 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b378bd5-086d-4403-a60d-1f53e405fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821555 Nov 22 18:37:58.812641 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Deleting port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:37:58.813110 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:58.850104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933f991-be04-4081-9f57-d06d9641ecad req-a35b4637-86c0-45f2-8869-e531d27fe93e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:58.851756 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4933f991-be04-4081-9f57-d06d9641ecad req-a35b4637-86c0-45f2-8869-e531d27fe93e tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.0562861 Nov 22 18:37:58.913437 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4933f991-be04-4081-9f57-d06d9641ecad req-d940e9a0-8b76-4ee1-a460-02af00d98155 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503767 Nov 22 18:37:58.940819 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:58.958729 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] For port 8f0afb90-0e6e-4791-9a98-de03e0d76e80, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8f0afb90-0e6e-4791-9a98-de03e0d76e80,segment=NetworkSegment(32706914-3ce0-4eea-ab5c-db8365e67af5),segment_id=32706914-3ce0-4eea-ab5c-db8365e67af5)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:37:58.959454 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:58.978431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Calling delete_port for 8f0afb90-0e6e-4791-9a98-de03e0d76e80 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:37:59.093457 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7535a-f957-4ec8-9733-722970ba7f91 req-6340b0b0-85fa-4064-8dae-9be6710353de tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:59.095182 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-91d7535a-f957-4ec8-9733-722970ba7f91 req-6340b0b0-85fa-4064-8dae-9be6710353de tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.0786865 Nov 22 18:37:59.106326 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 36876) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:37:59.111212 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Request body: {'floatingip': {'port_id': '1da99052-2f79-45d0-94fe-5f58818ecb1b'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:37:59.165112 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:59.178340 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8f0afb90-0e6e-4791-9a98-de03e0d76e80'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:37:59.190472 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:59.202445 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Pushing event deleted for resources: {'Port': ['ID=8f0afb90-0e6e-4791-9a98-de03e0d76e80,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:37:59.257285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] No DVR routers for this DVR port 8f0afb90-0e6e-4791-9a98-de03e0d76e80 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:37:59.260503 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:37:59.265060 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-cdab5f30-676e-4ca1-bbc1-68ade6ac7051 req-a2f636a5-152d-4bb7-95ff-f145c47300ac tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.57 "DELETE /v2.0/ports/8f0afb90-0e6e-4791-9a98-de03e0d76e80 HTTP/1.1" status: 204 len: 173 time: 0.5781946 Nov 22 18:37:59.335540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac583-0a06-4ab0-8ec8-2e53bd182054 req-c53376ec-affe-42c4-b9da-26db0ce1d8d7 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:37:59.337137 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-000ac583-0a06-4ab0-8ec8-2e53bd182054 req-c53376ec-affe-42c4-b9da-26db0ce1d8d7 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1786270 Nov 22 18:37:59.468606 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-000ac583-0a06-4ab0-8ec8-2e53bd182054 req-6f8eb656-c9d5-411b-89b4-2b4f2197e79d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117115 Nov 22 18:37:59.678795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'name': 'network-vif-deleted', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:37:59.684325 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab711b6-3e14-40ee-93fd-1b9e45fcdd2b" -d '{"events": [{"server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "name": "network-vif-deleted", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:37:59.761332 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0ec88f-bef4-41c9-b3cb-0c1eb6f1806d x-openstack-request-id: req-2c0ec88f-bef4-41c9-b3cb-0c1eb6f1806d {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:37:59.761819 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316f5d86-fd2c-4144-a0ce-649d3750e57f", "name": "network-vif-deleted", "tag": "8f0afb90-0e6e-4791-9a98-de03e0d76e80", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:37:59.762217 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c0ec88f-bef4-41c9-b3cb-0c1eb6f1806d {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:37:59.762823 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316f5d86-fd2c-4144-a0ce-649d3750e57f', 'name': 'network-vif-deleted', 'tag': '8f0afb90-0e6e-4791-9a98-de03e0d76e80', 'status': 'completed', 'code': 200} Nov 22 18:38:00.037757 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-32feabaa-8922-4d81-b036-a7fef27e8d98 req-3c174853-d2e5-474b-bcd3-208df857f437 tempest-VolumesSnapshotTestJSON-755070215 tempest-VolumesSnapshotTestJSON-755070215-project] 10.222.0.61 "GET /v2.0/ports?device_id=316f5d86-fd2c-4144-a0ce-649d3750e57f HTTP/1.1" status: 200 len: 210 time: 0.0660110 Nov 22 18:38:00.109568 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e51e2-2ac7-4456-8c99-2c649ca47e9b req-9806707e-c734-4620-9d2d-665efceaed7e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:00.111147 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-453e51e2-2ac7-4456-8c99-2c649ca47e9b req-9806707e-c734-4620-9d2d-665efceaed7e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.1409919 Nov 22 18:38:00.237013 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-453e51e2-2ac7-4456-8c99-2c649ca47e9b req-790bdff8-140f-4b9f-ab68-06656f4e8fbe tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178868 Nov 22 18:38:00.257974 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:00.262686 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:00.384173 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Floating IP 5f8fa201-6abe-4a60-b110-3788cf3902a2 associated. External IP: 172.27.1.132, port: 1da99052-2f79-45d0-94fe-5f58818ecb1b. Nov 22 18:38:00.400726 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device be82ec0e-6817-4155-901f-a718113008f9 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:00.426144 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: be82ec0e-6817-4155-901f-a718113008f9 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:00.426667 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device be82ec0e-6817-4155-901f-a718113008f9 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:00.737449 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbab4d2-9a60-4acb-ab77-939e224e2733 req-f4cde6a9-2a64-4d88-a0d9-64739c4abea9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:00.741291 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2dbab4d2-9a60-4acb-ab77-939e224e2733 req-f4cde6a9-2a64-4d88-a0d9-64739c4abea9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1835587 Nov 22 18:38:00.754173 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:38:00.923592 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2dbab4d2-9a60-4acb-ab77-939e224e2733 req-873bbc4a-85bd-4146-b984-57e9f5979894 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744239 Nov 22 18:38:00.999190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:01.007038 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:01.014647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:01.027592 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:01.028706 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:01.042804 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4fc15f50-343c-4453-82e6-9bf499aeeb84 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "PUT /v2.0/floatingips/5f8fa201-6abe-4a60-b110-3788cf3902a2 HTTP/1.1" status: 200 len: 992 time: 1.9349756 Nov 22 18:38:01.043895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:01.046914 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c59942-1258-449a-86ef-d1ac307c89e9" -d '{"events": [{"name": "network-changed", "server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:01.227258 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95712fd7-6d48-48b9-a8b6-8e420c6985c4 x-openstack-request-id: req-95712fd7-6d48-48b9-a8b6-8e420c6985c4 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:01.227751 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:01.228193 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95712fd7-6d48-48b9-a8b6-8e420c6985c4 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:01.228883 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'status': 'completed', 'code': 200} Nov 22 18:38:01.346840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-9093382f-a15a-4c67-9361-cb304b156edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.350461 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-9093382f-a15a-4c67-9361-cb304b156edf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 1099 time: 0.0758152 Nov 22 18:38:01.368082 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:01.463481 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da48ce2-246d-44fe-a73f-cb52abf4662f req-db77eb3c-1d5b-46f7-8e92-2e2c133fe1c4 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.472265 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7da48ce2-246d-44fe-a73f-cb52abf4662f req-db77eb3c-1d5b-46f7-8e92-2e2c133fe1c4 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.0803070 Nov 22 18:38:01.526909 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7da48ce2-246d-44fe-a73f-cb52abf4662f req-019380d4-99a0-49ff-b744-e265652a26eb tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522327 Nov 22 18:38:01.531455 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-882fd468-4b16-4298-83b1-ef575ab56985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.534385 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-882fd468-4b16-4298-83b1-ef575ab56985 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 200 len: 911 time: 0.1738756 Nov 22 18:38:01.685963 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-196d17e7-0bc0-477c-b4cc-e3dbbd4efee9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b HTTP/1.1" status: 200 len: 1000 time: 0.1421494 Nov 22 18:38:01.719918 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:01.732366 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:01.811451 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-a83a8e29-21d7-4d9c-920f-6bf3fbe71ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.814546 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-a83a8e29-21d7-4d9c-920f-6bf3fbe71ef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 200 len: 849 time: 0.1189344 Nov 22 18:38:01.907624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-dd9b90d9-d70a-4c53-b8dd-1699eaf324da tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.910229 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-dd9b90d9-d70a-4c53-b8dd-1699eaf324da tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.1486969 Nov 22 18:38:01.924324 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5f8fa201-6abe-4a60-b110-3788cf3902a2', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:c4:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:44Z', 'updated_at': '2021-11-22T18:38:00Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:01.948797 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-5e025038-5562-4799-9109-053ba1c486fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.951809 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-5e025038-5562-4799-9109-053ba1c486fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1098 time: 0.1354105 Nov 22 18:38:01.956031 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-02335534-34aa-435d-9382-e18c49e95f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:01.958917 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-02335534-34aa-435d-9382-e18c49e95f4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226180 Nov 22 18:38:01.987995 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:02.011731 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:02.012803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:37:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:02.159607 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec92c-b0b8-4471-828c-ceeb6f349b2f req-0c673158-ad7b-4596-95c9-ca3776c27175 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:02.173272 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8ec92c-b0b8-4471-828c-ceeb6f349b2f req-0c673158-ad7b-4596-95c9-ca3776c27175 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1323924 Nov 22 18:38:02.192650 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-d789d2e6-bdd2-48ea-9803-665f1541ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:02.194417 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-d789d2e6-bdd2-48ea-9803-665f1541ee46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.2174630 Nov 22 18:38:02.211077 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Deleting port 004fcf71-34dc-4584-9ee0-73a7a857251e {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:38:02.211939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:02.232150 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:02.284056 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-90a7d2b9-72c3-4a67-88ad-1312fc9b8218 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051472 Nov 22 18:38:02.309511 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-0d07bdc7-2344-4537-9228-1dff1540348b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 1001 time: 0.1058943 Nov 22 18:38:02.378397 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8ec92c-b0b8-4471-828c-ceeb6f349b2f req-2a1cf63e-edc5-4653-b613-cf059106e760 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037244 Nov 22 18:38:02.441866 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] For port 004fcf71-34dc-4584-9ee0-73a7a857251e, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=004fcf71-34dc-4584-9ee0-73a7a857251e,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:02.443450 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:02.452312 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-5602b25c-f81d-415e-b5d7-93b238c56ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:02.454014 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-5602b25c-f81d-415e-b5d7-93b238c56ee8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0935376 Nov 22 18:38:02.466424 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-36c59942-1258-449a-86ef-d1ac307c89e9 req-58822256-c9c4-4a3b-8613-43941a05fdf9 service neutron] 10.222.0.57 "GET /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682801 Nov 22 18:38:02.467284 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Calling delete_port for 004fcf71-34dc-4584-9ee0-73a7a857251e owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:38:02.497633 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8f0afb90-0e6e-4791-9a98-de03e0d76e80 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:02.526891 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-f9361324-4096-4692-843f-881d3afe0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:02.529179 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-f9361324-4096-4692-843f-881d3afe0c1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533924 Nov 22 18:38:02.544420 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 8f0afb90-0e6e-4791-9a98-de03e0d76e80 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:02.545031 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8f0afb90-0e6e-4791-9a98-de03e0d76e80 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:02.691326 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-ce5d2e87-6fa4-4519-b066-136390bda1bc service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533685 Nov 22 18:38:02.698084 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5f8fa201-6abe-4a60-b110-3788cf3902a2', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:c4:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:44Z', 'updated_at': '2021-11-22T18:38:00Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:02.737383 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac3ed6-05be-4a80-bc8e-761bd6d47b8e None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '5f8fa201-6abe-4a60-b110-3788cf3902a2', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'port_id': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'mac_address': 'fa:16:3e:c4:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:37:44Z', 'updated_at': '2021-11-22T18:38:00Z', 'revision_number': 1, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:02.798096 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26725-93bf-458e-9647-517803e9847a req-c54c3b40-fd50-4057-a291-c4b75c8945a1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:02.800601 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fab26725-93bf-458e-9647-517803e9847a req-c54c3b40-fd50-4057-a291-c4b75c8945a1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 946 time: 0.1194236 Nov 22 18:38:02.803177 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:02.816115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700', '409f58a0-bb9f-4811-ae84-2ac7e574c772', '004fcf71-34dc-4584-9ee0-73a7a857251e'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:38:02.888846 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-3cba2e19-6370-4030-a52c-85dcb07ea88b req-71c7f0ef-1745-4a32-8dbe-166939b96f9c service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888459 Nov 22 18:38:02.897112 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event deleted for resources: {'Port': ['ID=004fcf71-34dc-4584-9ee0-73a7a857251e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:03.000296 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] No DVR routers for this DVR port 004fcf71-34dc-4584-9ee0-73a7a857251e on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:38:03.013083 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:03.019921 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-708d711f-cf29-4f38-9c1b-9bc44d8b4061 req-afe54243-e44d-4083-b254-90cd5b3644c1 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "DELETE /v2.0/ports/004fcf71-34dc-4584-9ee0-73a7a857251e HTTP/1.1" status: 204 len: 173 time: 1.0988371 Nov 22 18:38:03.043887 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fab26725-93bf-458e-9647-517803e9847a req-c8d7c6ab-1d18-4a16-aa2c-156c70c2bd18 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295954 Nov 22 18:38:03.218550 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf4d37-9c24-4c4b-bce0-954364196521 None None] New status for floating IP 5f8fa201-6abe-4a60-b110-3788cf3902a2: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:38:03.230318 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'name': 'network-vif-deleted', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:03.237020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8892e-56aa-4322-a868-46de0b0dd413" -d '{"events": [{"server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "name": "network-vif-deleted", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:03.346091 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f376824-2a7d-4d71-b74f-a36bc97d042b x-openstack-request-id: req-6f376824-2a7d-4d71-b74f-a36bc97d042b {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:03.346624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d", "name": "network-vif-deleted", "tag": "004fcf71-34dc-4584-9ee0-73a7a857251e", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:03.347057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f376824-2a7d-4d71-b74f-a36bc97d042b {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:03.347942 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d', 'name': 'network-vif-deleted', 'tag': '004fcf71-34dc-4584-9ee0-73a7a857251e', 'status': 'completed', 'code': 200} Nov 22 18:38:03.563891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edc37a-85cf-4b36-9ff6-e6fc1bf4c088 req-11ac5d97-7dfd-4c88-808d-dbebab61133b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:03.566293 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1edc37a-85cf-4b36-9ff6-e6fc1bf4c088 req-11ac5d97-7dfd-4c88-808d-dbebab61133b tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0733387 Nov 22 18:38:03.636104 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e1edc37a-85cf-4b36-9ff6-e6fc1bf4c088 req-e0ebc239-0672-4a3b-af78-f3d0af7204c5 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629623 Nov 22 18:38:04.188435 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b8e1be1f-c49c-4fec-ae59-526168168b77 req-e2403dd6-3723-44b1-bdc8-7a65dfc846e7 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 210 time: 0.0287056 Nov 22 18:38:06.445374 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 004fcf71-34dc-4584-9ee0-73a7a857251e no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:06.491862 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 004fcf71-34dc-4584-9ee0-73a7a857251e {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:06.492675 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 004fcf71-34dc-4584-9ee0-73a7a857251e not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:06.590541 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f4b873e-41a8-43c7-b8e4-1c580acd301d req-cf166a86-9a8c-412b-9319-811e7baa0bfe tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4a8e11a-04f0-4a8a-927e-aeb9f39fc84d HTTP/1.1" status: 200 len: 210 time: 0.0337582 Nov 22 18:38:06.604424 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e3347-3bfa-4b84-9bd5-f5720e230ce6 req-d3c7caa5-4659-43d9-962a-38e55e1b123d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:06.606320 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c6e3347-3bfa-4b84-9bd5-f5720e230ce6 req-d3c7caa5-4659-43d9-962a-38e55e1b123d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1047962 Nov 22 18:38:06.669115 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6c6e3347-3bfa-4b84-9bd5-f5720e230ce6 req-fa930bd5-1977-42b2-97bf-b0aec03ab43c tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552087 Nov 22 18:38:07.841510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924169fc-f133-4d94-989d-3ccbb8e63aa6 req-95d641ab-0603-4222-8d34-c8e2ce40b759 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:07.844026 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-924169fc-f133-4d94-989d-3ccbb8e63aa6 req-95d641ab-0603-4222-8d34-c8e2ce40b759 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0784819 Nov 22 18:38:07.959273 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-924169fc-f133-4d94-989d-3ccbb8e63aa6 req-385c04b3-3bf9-4634-a793-b46e30f7cc52 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037931 Nov 22 18:38:08.094486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a183de-b2ec-4243-9a54-1755a1fad272 req-0779623d-57ae-47ee-a177-2f13bd68797b tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:08.097292 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-72a183de-b2ec-4243-9a54-1755a1fad272 req-0779623d-57ae-47ee-a177-2f13bd68797b tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0592060 Nov 22 18:38:08.186270 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-72a183de-b2ec-4243-9a54-1755a1fad272 req-31285187-f0da-4e2d-9396-62b0ddc33ee6 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Nov 22 18:38:09.095944 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b72ac-c4fe-4e23-b93c-63bf0e299e62 req-387dd7fc-4250-488b-919e-64a9044e1fdf tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:09.097508 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2d7b72ac-c4fe-4e23-b93c-63bf0e299e62 req-387dd7fc-4250-488b-919e-64a9044e1fdf tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0560238 Nov 22 18:38:09.156998 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2d7b72ac-c4fe-4e23-b93c-63bf0e299e62 req-99028b2b-3cce-4942-b04c-3719fca335a0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528543 Nov 22 18:38:09.256456 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [req-592a2361-cb3b-4ee0-a868-9e45ce778f45 req-03e8affc-0035-4a4e-8f89-2ceeb6d73aa5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:38:09.257533 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-592a2361-cb3b-4ee0-a868-9e45ce778f45 req-03e8affc-0035-4a4e-8f89-2ceeb6d73aa5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062780 Nov 22 18:38:09.323801 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df5c7-bc72-4327-bb56-73a9705c5def req-be048d3e-138a-47e2-9042-16d39a54a276 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:09.325500 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ce6df5c7-bc72-4327-bb56-73a9705c5def req-be048d3e-138a-47e2-9042-16d39a54a276 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0608065 Nov 22 18:38:09.426191 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ce6df5c7-bc72-4327-bb56-73a9705c5def req-353f03a2-b9b8-42c0-ba48-7988b262acda tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931499 Nov 22 18:38:09.483330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07f7b-df42-4279-bb38-940e1dd3eeef req-bddc84da-4581-44e8-b069-439558a18e67 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:09.484954 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d7b07f7b-df42-4279-bb38-940e1dd3eeef req-bddc84da-4581-44e8-b069-439558a18e67 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0872202 Nov 22 18:38:09.512911 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 36998) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:09.576170 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d7b07f7b-df42-4279-bb38-940e1dd3eeef req-74e3967e-ba55-4337-8845-e575bfeab5c5 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830524 Nov 22 18:38:09.628010 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-97a2c7ac-e3ba-40ac-88fd-d39ae87c9b34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139119 Nov 22 18:38:09.633546 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-31333ab4-ae27-42fe-a297-82d7f086ed6a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:09.635099 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-31333ab4-ae27-42fe-a297-82d7f086ed6a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 946 time: 0.0799243 Nov 22 18:38:09.642633 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-0e9fe127-4114-434a-9996-f16e3fa03de6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:38:09.643756 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-0e9fe127-4114-434a-9996-f16e3fa03de6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069003 Nov 22 18:38:09.768847 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Deleting port 409f58a0-bb9f-4811-ae84-2ac7e574c772 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:38:09.769269 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:09.929369 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] For port 409f58a0-bb9f-4811-ae84-2ac7e574c772, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=409f58a0-bb9f-4811-ae84-2ac7e574c772,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:09.929803 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:09.946391 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Calling delete_port for 409f58a0-bb9f-4811-ae84-2ac7e574c772 owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:38:10.099626 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:10.112182 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700', '409f58a0-bb9f-4811-ae84-2ac7e574c772'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:38:10.147247 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event deleted for resources: {'Port': ['ID=409f58a0-bb9f-4811-ae84-2ac7e574c772,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:10.223831 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] No DVR routers for this DVR port 409f58a0-bb9f-4811-ae84-2ac7e574c772 on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:38:10.227935 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:10.240750 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-47250121-4c1c-4f95-b64f-fa36ba8381fe req-25044482-3acc-4513-a9b6-653f25689298 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "DELETE /v2.0/ports/409f58a0-bb9f-4811-ae84-2ac7e574c772 HTTP/1.1" status: 204 len: 173 time: 0.5980279 Nov 22 18:38:10.241945 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'name': 'network-vif-deleted', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:10.257050 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78155e4-e133-4f13-9739-54dc22f94a50" -d '{"events": [{"server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "name": "network-vif-deleted", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:10.311521 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ca53f-b420-4213-bcc0-bed193586d0d x-openstack-request-id: req-2b0ca53f-b420-4213-bcc0-bed193586d0d {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:10.312071 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7507c0e2-081c-4c1e-8fad-d7b29bdab3f9", "name": "network-vif-deleted", "tag": "409f58a0-bb9f-4811-ae84-2ac7e574c772", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:10.312787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b0ca53f-b420-4213-bcc0-bed193586d0d {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:10.313491 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7507c0e2-081c-4c1e-8fad-d7b29bdab3f9', 'name': 'network-vif-deleted', 'tag': '409f58a0-bb9f-4811-ae84-2ac7e574c772', 'status': 'completed', 'code': 200} Nov 22 18:38:10.481109 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 409f58a0-bb9f-4811-ae84-2ac7e574c772 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:10.519293 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 409f58a0-bb9f-4811-ae84-2ac7e574c772 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:10.519887 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 409f58a0-bb9f-4811-ae84-2ac7e574c772 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:10.520632 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:10.610581 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dcd8cc2c-3a92-4c66-8e33-9e05b15f2394 req-85c79fc1-976d-4a2e-a036-b0229245e201 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=7507c0e2-081c-4c1e-8fad-d7b29bdab3f9 HTTP/1.1" status: 200 len: 210 time: 0.0624900 Nov 22 18:38:10.705503 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:10.736717 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:10.740390 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3080e3-fb63-4a8e-bc2e-2a2861cc5651" -d '{"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-unplugged", "status": "completed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:10.779201 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:10.785565 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:10.823911 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419821d-c0c0-4f3b-9e54-7a9bb87f3617 x-openstack-request-id: req-3419821d-c0c0-4f3b-9e54-7a9bb87f3617 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:10.824566 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-unplugged", "status": "failed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "code": 422}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:10.825126 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3419821d-c0c0-4f3b-9e54-7a9bb87f3617 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:10.826307 dv-cinder-818815-1-iscsi neutron-server[102587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'code': 422} returned with failed status Nov 22 18:38:10.872334 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0e6a5-4f82-4a7a-b751-bf752479d897 req-37d75f65-a8e7-4446-8e18-cb88506fb703 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:10.888883 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dbc0e6a5-4f82-4a7a-b751-bf752479d897 req-37d75f65-a8e7-4446-8e18-cb88506fb703 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1396229 Nov 22 18:38:10.910062 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=6']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:10.976168 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dbc0e6a5-4f82-4a7a-b751-bf752479d897 req-b7a180b2-f0b9-47c1-84dd-2c2a73c0c131 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815794 Nov 22 18:38:11.536984 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-51d74283-9c93-458c-b21d-3fbff57ed59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:11.538487 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-51d74283-9c93-458c-b21d-3fbff57ed59e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757&tenant_id=323a1e4186f44ebab92fb58bf01c2fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0773046 Nov 22 18:38:11.625155 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-55cf69d6-b2d3-49fe-99d2-c2a98aa2d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:11.626903 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-55cf69d6-b2d3-49fe-99d2-c2a98aa2d656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1096 time: 0.0533605 Nov 22 18:38:11.736967 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-45a2a6d0-002d-420b-b497-17a449399638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:11.739119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-45a2a6d0-002d-420b-b497-17a449399638 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.1033559 Nov 22 18:38:11.846330 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-c899c975-fa1b-4c33-92d0-dfde29778a53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 999 time: 0.0987890 Nov 22 18:38:11.918194 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-fe7b9102-8599-423e-89ae-8290f9c40bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:11.919766 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-fe7b9102-8599-423e-89ae-8290f9c40bcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0640678 Nov 22 18:38:12.006280 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-14bcc5fd-0e86-4fa8-8d81-46c50ae16103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:12.009004 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-14bcc5fd-0e86-4fa8-8d81-46c50ae16103 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810795 Nov 22 18:38:12.129893 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-e7f664c2-a8ff-48d8-8bd7-9786aac01689 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112769 Nov 22 18:38:12.226820 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc9e3-63bf-4827-a720-7deb68ee6c90 req-ddf011bb-97dc-4174-ba9b-03151cde481e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:12.228348 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-710dc9e3-63bf-4827-a720-7deb68ee6c90 req-ddf011bb-97dc-4174-ba9b-03151cde481e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1207047 Nov 22 18:38:12.272430 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d1dbcc31-05d4-43be-9a2f-22a2e2af3d50 req-81694be3-5ecc-4358-9b2a-444d52eac8a1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253932 Nov 22 18:38:12.301689 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-710dc9e3-63bf-4827-a720-7deb68ee6c90 req-08fcdf20-c3b0-4a48-8e6a-b07223482f95 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610223 Nov 22 18:38:13.048112 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dff36-05fb-440d-987a-ddfcc22d4bcd req-f303a517-33e4-43f4-a12c-01927da6ac0a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:13.049581 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b77dff36-05fb-440d-987a-ddfcc22d4bcd req-f303a517-33e4-43f4-a12c-01927da6ac0a tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0534697 Nov 22 18:38:13.096559 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b77dff36-05fb-440d-987a-ddfcc22d4bcd req-c86b40d1-4d08-449b-8504-64e219ba5a56 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Nov 22 18:38:15.329383 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee709076-1244-453a-8973-4041a9b9e6d4 req-bbfd3642-bfea-46d1-ab06-6ed273fa02a3 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:15.330891 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ee709076-1244-453a-8973-4041a9b9e6d4 req-bbfd3642-bfea-46d1-ab06-6ed273fa02a3 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0796571 Nov 22 18:38:15.342942 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735f8f-60bb-4c8b-858e-eca094bfc5db req-a52192f9-d45d-4bce-a72c-dea052585717 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:15.344458 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e9735f8f-60bb-4c8b-858e-eca094bfc5db req-a52192f9-d45d-4bce-a72c-dea052585717 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0845513 Nov 22 18:38:15.427653 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e9735f8f-60bb-4c8b-858e-eca094bfc5db req-bc507402-db92-4fe8-8ebc-7c2d00ed8dcf tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759223 Nov 22 18:38:15.431438 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ee709076-1244-453a-8973-4041a9b9e6d4 req-d4f9d5f6-3f20-4f90-8f10-3a6d15155579 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860438 Nov 22 18:38:16.569673 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4cc63-e1d1-4efd-ab2e-669afbdc3604 req-bc0c1976-aff9-4c60-aec8-9ed8ae75caf6 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:16.571380 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-81a4cc63-e1d1-4efd-ab2e-669afbdc3604 req-bc0c1976-aff9-4c60-aec8-9ed8ae75caf6 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0529492 Nov 22 18:38:16.656716 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f427cc1-c77a-4416-ac55-d3a954e2f1c3 req-83e32ee6-1171-4819-bb0e-019c23a3cf8f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:16.658562 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f427cc1-c77a-4416-ac55-d3a954e2f1c3 req-83e32ee6-1171-4819-bb0e-019c23a3cf8f tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0860331 Nov 22 18:38:16.666464 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-81a4cc63-e1d1-4efd-ab2e-669afbdc3604 req-a8798d40-cd1a-4b35-b352-085dae62c407 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840394 Nov 22 18:38:16.718687 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1f427cc1-c77a-4416-ac55-d3a954e2f1c3 req-4aff815b-5932-4a1e-b751-d74c1139dbc5 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Nov 22 18:38:17.228253 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d827-2343-462f-9309-194ef1d4918a req-4fc7f057-6824-4d42-8332-1d476ee3c78e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:17.229756 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5678d827-2343-462f-9309-194ef1d4918a req-4fc7f057-6824-4d42-8332-1d476ee3c78e tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0558560 Nov 22 18:38:17.338290 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Deleting port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:38:17.338636 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:17.705152 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] For port 8ae094c5-b9cc-420e-97eb-1a1b9c299700, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8ae094c5-b9cc-420e-97eb-1a1b9c299700,segment=NetworkSegment(0c8318b8-0ac1-4942-a4c6-0d7388d99cb3),segment_id=0c8318b8-0ac1-4942-a4c6-0d7388d99cb3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:17.706220 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:17.719656 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Calling delete_port for 8ae094c5-b9cc-420e-97eb-1a1b9c299700 owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:38:17.880674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145443d-4d95-4018-8f17-d073bca4954a req-109469bd-1f02-4a05-ab0c-0a64c1a58ab1 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:17.882278 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2145443d-4d95-4018-8f17-d073bca4954a req-109469bd-1f02-4a05-ab0c-0a64c1a58ab1 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1189940 Nov 22 18:38:17.897713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c15d6-2719-4c52-a1e6-c4aa04a3105e req-6085126b-2b1b-4b7f-95e4-6f29172ac42d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:17.899291 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445c15d6-2719-4c52-a1e6-c4aa04a3105e req-6085126b-2b1b-4b7f-95e4-6f29172ac42d tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc6b9ab2-d155-4528-b785-fbae271c306e HTTP/1.1" status: 200 len: 945 time: 0.0970919 Nov 22 18:38:18.028473 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2145443d-4d95-4018-8f17-d073bca4954a req-33912047-901b-498a-9482-74f0bb39094a tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278791 Nov 22 18:38:18.033467 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-445c15d6-2719-4c52-a1e6-c4aa04a3105e req-5d1161f4-660d-481a-a341-d6554f44e466 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.61 "GET /v2.0/security-groups?id=2921683d-7981-457c-b3b5-8d8d590e5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217453 Nov 22 18:38:18.034093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:18.048127 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8ae094c5-b9cc-420e-97eb-1a1b9c299700'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:38:18.065355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Pushing event deleted for resources: {'Port': ['ID=8ae094c5-b9cc-420e-97eb-1a1b9c299700,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:18.107098 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] No DVR routers for this DVR port 8ae094c5-b9cc-420e-97eb-1a1b9c299700 on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:38:18.109651 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:18.112973 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5678d827-2343-462f-9309-194ef1d4918a req-f13c81df-d33f-4f10-b1fc-e34920310d90 tempest-AttachVolumeNegativeTest-277525746 tempest-AttachVolumeNegativeTest-277525746-project] 10.222.0.57 "DELETE /v2.0/ports/8ae094c5-b9cc-420e-97eb-1a1b9c299700 HTTP/1.1" status: 204 len: 173 time: 0.8763049 Nov 22 18:38:18.113984 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'name': 'network-vif-deleted', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:18.116650 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b205b-23b4-4ff5-a2f6-07c066127e29" -d '{"events": [{"server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "name": "network-vif-deleted", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:18.155014 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753dda37-21d1-44e2-beec-ae584c1b3bfc x-openstack-request-id: req-753dda37-21d1-44e2-beec-ae584c1b3bfc {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:18.155330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6b9ab2-d155-4528-b785-fbae271c306e", "name": "network-vif-deleted", "tag": "8ae094c5-b9cc-420e-97eb-1a1b9c299700", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:18.155587 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-753dda37-21d1-44e2-beec-ae584c1b3bfc {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:18.155993 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6b9ab2-d155-4528-b785-fbae271c306e', 'name': 'network-vif-deleted', 'tag': '8ae094c5-b9cc-420e-97eb-1a1b9c299700', 'status': 'completed', 'code': 200} Nov 22 18:38:19.115945 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37120) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:19.193450 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Deleting subnet 9251259d-1459-47cb-932f-b6a708a77dc1 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:38:19.198783 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.228074 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e30c1-6db7-430e-a337-c0892da3760e req-4aaa6374-18b6-436f-b1c6-31d471fb97c4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:19.229661 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b10e30c1-6db7-430e-a337-c0892da3760e req-4aaa6374-18b6-436f-b1c6-31d471fb97c4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.1162808 Nov 22 18:38:19.267829 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.331637 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b10e30c1-6db7-430e-a337-c0892da3760e req-b718da4a-55b3-44c3-bfb0-feb6989ca337 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878873 Nov 22 18:38:19.334921 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.394182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.421534 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9251259d-1459-47cb-932f-b6a708a77dc1,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:19.425370 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.429323 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f1fa2002-0b57-494f-a0ab-dd0a9e8de66b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9251259d-1459-47cb-932f-b6a708a77dc1 HTTP/1.1" status: 204 len: 168 time: 0.3123944 Nov 22 18:38:19.432295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37122) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:19.502695 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.594069 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.634518 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e708930-8e9d-4b5c-9686-bb0a2f436665']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:19.643932 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:19.644850 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8318b8-0ac1-4942-a4c6-0d7388d99cb3') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:19.655473 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.668639 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.675080 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:38:19.676096 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:38:19.677956 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:38:19.735457 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.741782 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:19.744991 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7e708930-8e9d-4b5c-9686-bb0a2f436665 HTTP/1.1" status: 204 len: 168 time: 0.3117490 Nov 22 18:38:19.757607 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8914d65-64da-4641-8a03-49cf380d84e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e708930-8e9d-4b5c-9686-bb0a2f436665,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:19.947474 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37136) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:19.996998 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fdd8d336-5d74-413b-9c5c-e9c567461b73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8943ce53aa00443e93f0374f9ff07d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483470 Nov 22 18:38:19.999540 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37138) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:20.045889 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:20.073268 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:20.122516 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:20.125535 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:20.126801 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2921683d-7981-457c-b3b5-8d8d590e5e41 HTTP/1.1" status: 204 len: 168 time: 0.1262867 Nov 22 18:38:20.135795 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c6180-95dd-42ea-b107-d87b2e0bf206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2921683d-7981-457c-b3b5-8d8d590e5e41,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:20.467719 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444763f7-791a-4fd7-882d-abd8687b8b76 req-ad1b308b-61ce-4ba7-929a-8ee46bbf1a0c tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:20.469401 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-444763f7-791a-4fd7-882d-abd8687b8b76 req-ad1b308b-61ce-4ba7-929a-8ee46bbf1a0c tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0591974 Nov 22 18:38:20.524939 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-444763f7-791a-4fd7-882d-abd8687b8b76 req-7f8d681a-44f8-4632-86a1-227dd91feb51 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484338 Nov 22 18:38:20.544898 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8ae094c5-b9cc-420e-97eb-1a1b9c299700 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:20.569513 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 8ae094c5-b9cc-420e-97eb-1a1b9c299700 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:20.569855 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8ae094c5-b9cc-420e-97eb-1a1b9c299700 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:21.669451 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397daf5-e10e-4498-998d-855bce80c22c req-6bdf5460-14ca-4000-8fa3-7d1d8c91b2dd tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:21.671051 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5397daf5-e10e-4498-998d-855bce80c22c req-6bdf5460-14ca-4000-8fa3-7d1d8c91b2dd tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 943 time: 0.0548043 Nov 22 18:38:21.729045 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5397daf5-e10e-4498-998d-855bce80c22c req-80edb945-a5ab-4bd1-8041-ed876cad19ad tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508611 Nov 22 18:38:22.145681 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37212) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:22.276944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c1915e-9a7d-4f2c-9250-69bf77286a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.362083 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c1915e-9a7d-4f2c-9250-69bf77286a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.367368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c1915e-9a7d-4f2c-9250-69bf77286a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.406492 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-15c1915e-9a7d-4f2c-9250-69bf77286a90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec88975d18794d8d92d9f6e78d1d36a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596028 Nov 22 18:38:22.407725 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1915e-9a7d-4f2c-9250-69bf77286a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226653a-4ef0-4cc0-9d77-76ae05527f1c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:22.409237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37218) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:22.467104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.490492 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.542216 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:38:22.580558 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.583444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.587708 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c226653a-4ef0-4cc0-9d77-76ae05527f1c HTTP/1.1" status: 204 len: 168 time: 0.1741567 Nov 22 18:38:22.596807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a362e9c-2300-4f86-ab48-5302beb6f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226653a-4ef0-4cc0-9d77-76ae05527f1c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:22.606767 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-751a31e9-3fd5-4a82-abd4-2afefec11b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:22.609332 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-751a31e9-3fd5-4a82-abd4-2afefec11b6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1096 time: 0.0733333 Nov 22 18:38:22.674797 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:22.687892 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'port_id': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'mac_address': 'fa:16:3e:85:13:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:38:22.734655 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.751343 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc913e92-d129-414b-bcbc-f17ddbddf58b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:38:22.755454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-3ef7f575-21b2-4e95-b119-cb2d1ec5727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:22.759211 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-3ef7f575-21b2-4e95-b119-cb2d1ec5727e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.1240501 Nov 22 18:38:22.791049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:22.797551 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:22.874139 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=7']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:22.879859 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-e0e894bc-863b-4cb1-9812-ef159928f13f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 999 time: 0.1122999 Nov 22 18:38:22.896332 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c169815-e8d4-4c2b-a744-6c3d7d0a0b13 req-afc5b97f-3d9e-435e-aee1-37b85958095e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:22.898044 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2c169815-e8d4-4c2b-a744-6c3d7d0a0b13 req-afc5b97f-3d9e-435e-aee1-37b85958095e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 944 time: 0.0784874 Nov 22 18:38:22.987697 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-c0b9f207-f577-4815-ba8d-24050096bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:22.989284 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-c0b9f207-f577-4815-ba8d-24050096bc3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0902076 Nov 22 18:38:22.999238 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2c169815-e8d4-4c2b-a744-6c3d7d0a0b13 req-26ffb650-6ef7-4eb7-b4c1-97ca18ea8421 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695584 Nov 22 18:38:23.049250 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37230) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:23.051702 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-2828f464-e635-47f1-bfa2-738e9598229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:23.054284 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-2828f464-e635-47f1-bfa2-738e9598229e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538402 Nov 22 18:38:23.064803 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-65ab6edf-a853-46e4-8260-25960bb6af4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.073962 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['fc913e92-d129-414b-bcbc-f17ddbddf58b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:38:23.156922 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-65ab6edf-a853-46e4-8260-25960bb6af4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.163608 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-65ab6edf-a853-46e4-8260-25960bb6af4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.195885 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-f9cc6b46-355e-4818-98cf-5c2305b25474 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243620 Nov 22 18:38:23.202636 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6edf-a853-46e4-8260-25960bb6af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785afa42-b70d-4406-8661-937ecfce255a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:23.210451 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-65ab6edf-a853-46e4-8260-25960bb6af4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5babd643fe3f4ec7ae31a5d40930dcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598642 Nov 22 18:38:23.211458 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37232) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:23.274163 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.308114 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.325252 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edff2d01-5094-4586-9e5d-7fa7c08556b1 req-409173ee-92e7-47c4-baca-6cae8705e42e service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189744 Nov 22 18:38:23.391910 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.395313 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:23.397351 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/785afa42-b70d-4406-8661-937ecfce255a HTTP/1.1" status: 204 len: 168 time: 0.1843708 Nov 22 18:38:23.412770 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10d21f-a668-4d59-837b-075311990f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785afa42-b70d-4406-8661-937ecfce255a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:23.794184 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:24.131469 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951447b-8cc7-469c-aae4-b5a1fd658a87 req-1c2afae5-7891-4735-8ef5-e2fb5db964f9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:24.132996 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8951447b-8cc7-469c-aae4-b5a1fd658a87 req-1c2afae5-7891-4735-8ef5-e2fb5db964f9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Nov 22 18:38:24.197846 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8951447b-8cc7-469c-aae4-b5a1fd658a87 req-52025062-b8ec-4d30-91ed-891dee6d4bc7 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538697 Nov 22 18:38:24.533685 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:24.598146 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port fc913e92-d129-414b-bcbc-f17ddbddf58b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:24.598540 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:24.722120 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:24.748993 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:24.751346 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d4f51-b488-4bc9-9265-66d59c1d4b4c" -d '{"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-plugged", "status": "completed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:24.766489 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:24.772661 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:24.808959 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19613188-fc84-4e8d-9297-f2f9bea19963 x-openstack-request-id: req-19613188-fc84-4e8d-9297-f2f9bea19963 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:24.809565 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-plugged", "status": "completed", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:24.809716 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19613188-fc84-4e8d-9297-f2f9bea19963 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:24.810262 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'code': 200} Nov 22 18:38:24.836063 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=8']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:25.079643 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c955c99-9d66-4d53-a7cb-8170e9cf1d10 req-b7968067-4e13-4cee-8500-de01c5e69cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:25.081231 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0c955c99-9d66-4d53-a7cb-8170e9cf1d10 req-b7968067-4e13-4cee-8500-de01c5e69cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1098 time: 0.0505388 Nov 22 18:38:25.134823 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0c955c99-9d66-4d53-a7cb-8170e9cf1d10 req-495c1ad7-224c-40bf-b12e-019688c1bf2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462863 Nov 22 18:38:25.291875 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:38:25.365918 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520602a-efc4-4e3f-9f06-ed951eb37cb2 req-e846b068-55e0-445d-ab65-0edb86708205 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:25.368550 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4520602a-efc4-4e3f-9f06-ed951eb37cb2 req-e846b068-55e0-445d-ab65-0edb86708205 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Nov 22 18:38:25.375179 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-63431ab3-6122-46f0-9dd0-1d32b89c747a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.448848 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4520602a-efc4-4e3f-9f06-ed951eb37cb2 req-1c7b9dc3-7fbd-44cf-a94f-b4c684d8d29e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733786 Nov 22 18:38:25.756574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37322) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:25.803473 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Deleting subnet 6b77b492-a410-4fbb-82dd-9d54d119c523 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:38:25.807024 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.843412 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.887053 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.945523 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.967698 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b77b492-a410-4fbb-82dd-9d54d119c523,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:25.981768 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.982122 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.982473 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.982822 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.983192 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.983532 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.983869 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.984202 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.984533 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.984863 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.985195 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.985519 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:25.989072 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:25.992360 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-8d9f0776-3c59-4a04-b57e-896c6ca5efee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6b77b492-a410-4fbb-82dd-9d54d119c523 HTTP/1.1" status: 204 len: 168 time: 0.2347817 Nov 22 18:38:25.994826 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37324) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:26.063254 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.148056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.170651 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea27bc2b-4491-46fb-99ea-8dc6aadebbfb']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:26.180940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32706914-3ce0-4eea-ab5c-db8365e67af5') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:26.181271 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32706914-3ce0-4eea-ab5c-db8365e67af5') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:26.192796 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.207343 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.213513 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:38:26.213962 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:38:26.215745 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:38:26.273886 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.281831 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.285374 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ea27bc2b-4491-46fb-99ea-8dc6aadebbfb HTTP/1.1" status: 204 len: 168 time: 0.2895143 Nov 22 18:38:26.295379 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4de149-40b5-4cdf-8e57-2da851305964 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea27bc2b-4491-46fb-99ea-8dc6aadebbfb,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:26.523508 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37338) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:26.582206 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-cdcc7116-fdf1-4023-b433-d167a0337fa7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f49f66ff0f044c6af8877c51859cf56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567977 Nov 22 18:38:26.582922 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37340) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:26.607102 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4153-59ac-4731-bbb4-806c706905c2 req-bfda54e8-dcdc-4c34-a745-3fa85f84b66e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:26.610736 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-178d4153-59ac-4731-bbb4-806c706905c2 req-bfda54e8-dcdc-4c34-a745-3fa85f84b66e tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0684266 Nov 22 18:38:26.646613 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.672213 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.678101 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-178d4153-59ac-4731-bbb4-806c706905c2 req-e260ed13-1e1f-4b67-b6b0-604a2a098846 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599301 Nov 22 18:38:26.725595 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.728360 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:26.729636 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b378bd5-086d-4403-a60d-1f53e405fe43 HTTP/1.1" status: 204 len: 168 time: 0.1456287 Nov 22 18:38:26.737977 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ee935-8e37-4012-a0ac-b811f30516cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b378bd5-086d-4403-a60d-1f53e405fe43,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:27.533946 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37374) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:27.661039 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-540498044-network', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:27.685759 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Made reservation on behalf of 1e2af525f8e24a24b24b3d490b8769de for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:38:27.688145 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.696992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.735803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fd7c303a-33cf-4e47-ae0f-3df09d9d5257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.794614 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.798321 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.822518 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:38:27.830915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bf4cb8-288f-4d7b-8646-72f137f85a6f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:27.839565 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.839922 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Added segment a358dfc8-bdd3-4067-9326-17a23ef46f05 of type vlan for network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 Nov 22 18:38:27.885958 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.930371 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.931574 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:27.932514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:27.990136 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4544914 Nov 22 18:38:27.993013 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37384) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:27.997956 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e630e4-47cf-46d4-a909-91c5bb6c4e57 admin admin] Pushing event updated for resources: {'Network': ['ID=3e896cd4-a4c0-4f13-a8cf-78f0369eb458,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:27.998637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Request body: {'subnet': {'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-540498044-subnet', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:28.013321 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:38:28.024357 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Made reservation on behalf of 1e2af525f8e24a24b24b3d490b8769de for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:38:28.027112 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.230682 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.292020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c86d218-8247-4b30-808c-b3b15625848f,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:28.309181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Checking segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:28.309733 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Network hostable DHCP agents. Network: 3e896cd4-a4c0-4f13-a8cf-78f0369eb458, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:38:28.332959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:38:28.343833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, 3e896cd4-a4c0-4f13-a8cf-78f0369eb458) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:28.349975 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:28.350603 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.356911 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74fd99-8d96-43af-afbb-ae7231566235 None None] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:38:28.383445 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-137e4161-0736-4c3e-8cd0-8266fe4a979e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3863771 Nov 22 18:38:28.383828 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37388) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:28.392598 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:28.427261 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.428477 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.492419 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.552579 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:38:28.553573 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.651786 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.723578 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Allocated IP 172.20.0.2 (3e896cd4-a4c0-4f13-a8cf-78f0369eb458/7c86d218-8247-4b30-808c-b3b15625848f/67119832-33d9-4104-9f81-97fec5d3bb59) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:28.906255 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.907490 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.918251 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.928674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.965719 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:28.967434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:28.973178 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:28.977378 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:28.989266 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Pushing event updated for resources: {'Port': ['ID=67119832-33d9-4104-9f81-97fec5d3bb59,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:29.049953 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Allocated IP 172.27.1.124 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/f513479e-6727-4ebf-8610-d171b80f7066) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:29.164159 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.170891 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Attempting to bind port 67119832-33d9-4104-9f81-97fec5d3bb59 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:29.171255 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Attempting to bind port 67119832-33d9-4104-9f81-97fec5d3bb59 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:29.171619 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Attempting to bind port 67119832-33d9-4104-9f81-97fec5d3bb59 on network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:29.177059 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:29.177439 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Checking segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:29.177840 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.178227 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Bound using segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:29.178682 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Bound port: 67119832-33d9-4104-9f81-97fec5d3bb59, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:29.179100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.200709 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.242038 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:29.242347 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] For port 67119832-33d9-4104-9f81-97fec5d3bb59, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:29.245488 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:29.245649 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] For port 67119832-33d9-4104-9f81-97fec5d3bb59, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=67119832-33d9-4104-9f81-97fec5d3bb59,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:29.249504 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.250155 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:29.281769 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f513479e-6727-4ebf-8610-d171b80f7066,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:29.317086 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1454ec-7651-495d-aa69-2f5a306f5d8f None None] Pushing event updated for resources: {'Port': ['ID=67119832-33d9-4104-9f81-97fec5d3bb59,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:29.558556 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.770805 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:29.911245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:38:30.023981 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:30.034478 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Sync routers for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:30.044999 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.046625 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-09867379-4816-41bf-b858-73c4d235f3a2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6614256 Nov 22 18:38:30.048400 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:30.049039 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:30.049441 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37410) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:30.185837 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:30.297771 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724c75e-e763-483a-a4e4-b2541eb3b727 None None] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:38:30.466314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] Provisioning complete for port 67119832-33d9-4104-9f81-97fec5d3bb59 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:30.467296 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.564809 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:29Z', 'revision_number': 3, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:30.630515 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 67119832-33d9-4104-9f81-97fec5d3bb59 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:30.638998 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Checking router: 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:30.639347 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Updating router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 port f513479e-6727-4ebf-8610-d171b80f7066 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:38:30.711470 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.723438 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.755650 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.839945 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] For port 67119832-33d9-4104-9f81-97fec5d3bb59, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=67119832-33d9-4104-9f81-97fec5d3bb59,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:30.844149 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 67119832-33d9-4104-9f81-97fec5d3bb59 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:30.844692 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.850405 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:30.932142 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Allocated IP 172.20.0.1 (3e896cd4-a4c0-4f13-a8cf-78f0369eb458/7c86d218-8247-4b30-808c-b3b15625848f/e79ada9b-0ba7-4834-8ec5-b31df5f4aaca) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:31.000962 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4aae4-ef42-4255-babf-558b7f7493a5 None None] Pushing event updated for resources: {'Port': ['ID=67119832-33d9-4104-9f81-97fec5d3bb59,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:31.046660 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.054582 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-ddf6c5e3-1920-4e57-a748-348e978dd570 None None] Provisioning complete for port 67119832-33d9-4104-9f81-97fec5d3bb59 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:31.055208 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c5e3-1920-4e57-a748-348e978dd570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.081168 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.122573 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:31.127128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:31.132638 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:31.136173 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Pushing event updated for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:31.178698 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.230049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.240514 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.302648 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Attempting to bind port f513479e-6727-4ebf-8610-d171b80f7066 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:31.303074 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Attempting to bind port f513479e-6727-4ebf-8610-d171b80f7066 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:31.303441 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Attempting to bind port f513479e-6727-4ebf-8610-d171b80f7066 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:31.315858 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:31.316250 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:31.316675 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.317077 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:31.317599 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Bound port: f513479e-6727-4ebf-8610-d171b80f7066, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:31.317975 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.319431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.354950 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085a99-753a-4f19-99c1-a9dc52d59fe6 None None] Pushing event updated for resources: {'Port': ['ID=f513479e-6727-4ebf-8610-d171b80f7066,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:31.387753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-59b0a7a2-0d34-4b51-b9fc-96c53b776019 None None] Provisioning complete for port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:31.388138 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-59b0a7a2-0d34-4b51-b9fc-96c53b776019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.392083 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] For port f513479e-6727-4ebf-8610-d171b80f7066, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:31.395805 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] For port f513479e-6727-4ebf-8610-d171b80f7066, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=f513479e-6727-4ebf-8610-d171b80f7066,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:31.418176 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.477389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-59b0a7a2-0d34-4b51-b9fc-96c53b776019 None None] Port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:38:31.493589 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.496728 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:31.497453 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:31.498614 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.500653 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085a99-753a-4f19-99c1-a9dc52d59fe6 None None] Pushing event updated for resources: {'Port': ['ID=f513479e-6727-4ebf-8610-d171b80f7066,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:31.569117 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Pushing event updated for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:31.571715 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.669663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:31.671157 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:31.740432 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.744455 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.759595 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:31.803110 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:38:31.914567 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-60b58cf9-abef-4f44-8d3f-916a58b90acf None None] Provisioning complete for port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:31.914829 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-60b58cf9-abef-4f44-8d3f-916a58b90acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:31.937058 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:31.947482 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9c74a7f6-46d7-4b88-9a6e-1a8e8fdf6d1c admin admin] 10.222.0.61 "PUT /v2.0/routers/2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966527 Nov 22 18:38:31.987457 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-60b58cf9-abef-4f44-8d3f-916a58b90acf None None] Port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:38:32.051551 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 2, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:32.085175 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595a3e-cc19-4eee-be0d-6fbbe9be9b73 None None] The sync data for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi is: [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 2, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:32.605061 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37452) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:32.606323 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 67119832-33d9-4104-9f81-97fec5d3bb59 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:32.616489 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707505575-network', 'tenant_id': '607ff23136e540ffa74d88187e138483'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:32.642799 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Made reservation on behalf of 607ff23136e540ffa74d88187e138483 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:38:32.645765 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.655634 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.665169 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 67119832-33d9-4104-9f81-97fec5d3bb59 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:32.665550 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.759460 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.764381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.792911 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:38:32.803856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f490af-9d4b-413c-add2-ad0b90c3681c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:32.810610 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.810999 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.segments_db [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Added segment 0b7f6e16-99e8-4008-a9a1-c202713cdde9 of type vlan for network d92f243a-afae-4266-b1cb-e6eaa6cf9913 Nov 22 18:38:32.881390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728085600750'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.914103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.915042 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:32.915628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:32.978496 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37454) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:32.979489 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3706636 Nov 22 18:38:32.985575 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Request body: {'subnet': {'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707505575-subnet', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'ip_version': 4}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:32.986106 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26831b-fa25-44ce-b9c7-83c61445bd08 admin admin] Pushing event updated for resources: {'Network': ['ID=d92f243a-afae-4266-b1cb-e6eaa6cf9913,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:32.998002 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 details requested by agent ovs-agent-dv-cinder-818815-1-iscsi with host dv-cinder-818815-1-iscsi {{(pid=102587) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:38:33.017884 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Made reservation on behalf of 607ff23136e540ffa74d88187e138483 for: {'subnet': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:38:33.021118 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666289'] for subnet, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.208421 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59422898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666255'] for subnet, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.269936 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=866fbf33-3e33-4cff-8c0e-df7d62edbea0,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:33.280634 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Checking segment: {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:33.281004 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Network hostable DHCP agents. Network: d92f243a-afae-4266-b1cb-e6eaa6cf9913, hostable agents: ['0841f134-da2d-409f-83b9-7a1083882fff'], hosted agents: [] {{(pid=102586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:38:33.300295 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 is scheduled to be hosted by DHCP agent 0841f134-da2d-409f-83b9-7a1083882fff with binding_index 1 {{(pid=102586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:38:33.311278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818815-1-iscsi, d92f243a-afae-4266-b1cb-e6eaa6cf9913) {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:33.316491 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:33.317531 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.321805 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93472986-bb29-4a47-b9ff-1e27b17b8815 None None] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:38:33.337637 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-806a6d2a-e26f-4a32-b28b-c039cdb96f0a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3577933 Nov 22 18:38:33.339952 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37456) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:33.344458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:33.368275 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.369676 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8401'] for router, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.441488 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.536363 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f3d3094-b215-5432-8d34-405613087df7-d92f243a-afae-4266-b1cb-e6eaa6cf9913', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0'}]}} from dv-cinder-818815-1-iscsi. {{(pid=102587) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:38:33.537836 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.662313 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:33.745334 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.db_base_plugin_common [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Allocated IP 172.20.0.2 (d92f243a-afae-4266-b1cb-e6eaa6cf9913/866fbf33-3e33-4cff-8c0e-df7d62edbea0/99c077e3-9c7c-475f-8c1a-7aac762a7be4) {{(pid=102587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:34.016393 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks [] for port, precommit_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.028476 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939'] for port, after_create {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.090257 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 is already hosted by enough agents. {{(pid=102587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:34.094102 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.scheduler.base_scheduler [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Resources bound (agent type, host, resource id): {{(pid=102587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:34.096849 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Received port after_create {{(pid=102587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:34.110094 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Pushing event updated for resources: {'Port': ['ID=99c077e3-9c7c-475f-8c1a-7aac762a7be4,revision_number=1']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:34.186372 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Attempting to bind port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:34.186988 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Attempting to bind port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:34.187603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Attempting to bind port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 on network d92f243a-afae-4266-b1cb-e6eaa6cf9913 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:34.195191 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:34.195664 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Checking segment: {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:34.196196 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.196662 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Bound using segment: {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:34.197363 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Bound port: 99c077e3-9c7c-475f-8c1a-7aac762a7be4, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:34.197954 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.301964 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] For port 99c077e3-9c7c-475f-8c1a-7aac762a7be4, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:34.309616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.326116 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] For port 99c077e3-9c7c-475f-8c1a-7aac762a7be4, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=99c077e3-9c7c-475f-8c1a-7aac762a7be4,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:34.334087 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.342337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.419057 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9be40-4c89-48eb-acc5-793a8884cb46 None None] Pushing event updated for resources: {'Port': ['ID=99c077e3-9c7c-475f-8c1a-7aac762a7be4,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:34.503053 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Allocated IP 172.27.1.249 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/e32ce822-6597-4064-8bab-b49a2d132316) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:34.598668 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device f513479e-6727-4ebf-8610-d171b80f7066 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:34.642301 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.702845 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.712296 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port f513479e-6727-4ebf-8610-d171b80f7066 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:34.712866 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.730235 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Sync routers for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:34.742033 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:34.742841 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:34.751006 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:34.754770 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:34.757895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:34.846649 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.888049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port f513479e-6727-4ebf-8610-d171b80f7066, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=f513479e-6727-4ebf-8610-d171b80f7066,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:34.893504 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:34.982136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=f513479e-6727-4ebf-8610-d171b80f7066,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:34.988996 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Pushing event updated for resources: {'Port': ['ID=e32ce822-6597-4064-8bab-b49a2d132316,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:35.000796 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:35.176531 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.265022 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 2, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:35.305009 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Checking router: 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:35.305354 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Updating router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:38:35.339824 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.431870 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-403254'] for router, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.449023 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37506) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:35.594666 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Router d0035b87-014b-4492-a9a9-f57a98553ead is scheduled to L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 with binding_index 1 {{(pid=102586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:38:35.597737 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-05503730-90e6-4313-8da1-f52a2a4322b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.724853 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-05503730-90e6-4313-8da1-f52a2a4322b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.733555 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-05503730-90e6-4313-8da1-f52a2a4322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.745565 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:35.760427 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Sync routers for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:35.783740 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-05503730-90e6-4313-8da1-f52a2a4322b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bfe795628644054956c6840ebcbbece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336117 Nov 22 18:38:35.786786 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37510) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:35.788748 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:35.789431 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:35.806492 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.810675 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-38a93b90-7c35-4279-8709-e75533d2276b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4687443 Nov 22 18:38:35.813400 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 37512) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:35.862313 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05503730-90e6-4313-8da1-f52a2a4322b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe7b05-1996-4069-8cd4-bf392d114d9f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:35.870756 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.882615 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.898126 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c8b21-851d-4c9c-aebc-c051d1ce2e0f None None] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:38:35.919381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.945360 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Pushing event updated for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:35.949257 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:35.977716 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.978098 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.978491 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.978841 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.979216 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.979763 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.980108 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.980443 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.980794 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.981131 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.981464 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:35.981891 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:36.077742 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.082314 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.083880 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/febe7b05-1996-4069-8cd4-bf392d114d9f HTTP/1.1" status: 204 len: 168 time: 0.2958868 Nov 22 18:38:36.097094 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866667d8-b274-49b8-81f1-7bd18107efcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe7b05-1996-4069-8cd4-bf392d114d9f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:36.108640 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Attempting to bind port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:36.109494 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Attempting to bind port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:36.110169 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Attempting to bind port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca on network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:36.117761 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:36.118147 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Checking segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:36.118555 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.120045 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Bound using segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:36.120045 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Bound port: e79ada9b-0ba7-4834-8ec5-b31df5f4aaca, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:36.120045 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.212856 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] For port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:36.224853 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] For port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:36.230723 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.251904 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] Provisioning complete for port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:36.252287 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.334789 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:36.335749 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:36.359442 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:36.444093 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f74d5b-4f96-475d-8a0c-d0f98dbc0296 None None] Pushing event updated for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:36.613844 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37520) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:36.651925 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e287f9e-6d34-4cc9-9ed8-3f2cce7bb842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.742361 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:36.769333 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.809888 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.856315 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] For port 99c077e3-9c7c-475f-8c1a-7aac762a7be4, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=99c077e3-9c7c-475f-8c1a-7aac762a7be4,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:36.866734 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.870750 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e287f9e-6d34-4cc9-9ed8-3f2cce7bb842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.906755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e287f9e-6d34-4cc9-9ed8-3f2cce7bb842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:36.961438 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e79ada9b-0ba7-4834-8ec5-b31df5f4aaca up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:36.994119 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1e287f9e-6d34-4cc9-9ed8-3f2cce7bb842 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a4c50ec89e846d2bd721fdf2abd1931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788872 Nov 22 18:38:36.995617 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287f9e-6d34-4cc9-9ed8-3f2cce7bb842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d8d15-b1aa-47f6-9fed-b3efdc14679f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:36.998441 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 37522) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:38:37.027849 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:36Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:37.046198 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:35Z', 'revision_number': 3, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:37.069116 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252c462-67cf-44e5-975b-fe02d57ba356 None None] The sync data for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi is: [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:36Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:37.105526 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] Provisioning complete for port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:37.105905 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.114280 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Checking router: d0035b87-014b-4492-a9a9-f57a98553ead for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:37.114638 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Updating router d0035b87-014b-4492-a9a9-f57a98553ead port e32ce822-6597-4064-8bab-b49a2d132316 binding host dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:38:37.115954 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.149963 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Allocated IP 172.20.0.1 (d92f243a-afae-4266-b1cb-e6eaa6cf9913/866fbf33-3e33-4cff-8c0e-df7d62edbea0/91d8eaf4-0d52-437d-99b2-50e76d378f14) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:37.166615 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.178025 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0de0e-12a9-4f1e-b337-8d8d59235338 None None] Pushing event updated for resources: {'Port': ['ID=99c077e3-9c7c-475f-8c1a-7aac762a7be4,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:37.208777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.262025 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.264937 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.269434 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a5d8d15-b1aa-47f6-9fed-b3efdc14679f HTTP/1.1" status: 204 len: 168 time: 0.2574258 Nov 22 18:38:37.276334 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:37.276713 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.283499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0042e-2cd9-449b-b67b-366f2eeeb61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d8d15-b1aa-47f6-9fed-b3efdc14679f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:37.385980 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.466108 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.476301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.568755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:37.579666 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:37.604344 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:37.640131 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] For port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:37.670477 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.702271 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401515'] for router_interface, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.707969 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:37.721372 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.913155 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.914494 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-5f0ee655-702f-48e9-9c89-da4cb83c4931 None None] Provisioning complete for port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:37.914938 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee655-702f-48e9-9c89-da4cb83c4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:37.916411 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91233d23-b2c6-4574-b89a-3c056e334ac3 None None] Pushing event updated for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:37.984569 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.db.api [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 18:38:37.985222 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG oslo_db.api [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 18:38:38.030538 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.044113 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.152570 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72e6c-7258-490e-840d-5d843d450486 None None] Pushing event updated for resources: {'Port': ['ID=e32ce822-6597-4064-8bab-b49a2d132316,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:38.155971 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Attempting to bind port e32ce822-6597-4064-8bab-b49a2d132316 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:38.156349 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Attempting to bind port e32ce822-6597-4064-8bab-b49a2d132316 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:38.156917 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Attempting to bind port e32ce822-6597-4064-8bab-b49a2d132316 on network 1758bbb6-44df-43b7-9824-a7f739d3020b {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:38.163640 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:38.164115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Checking segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:38.164419 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.164818 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Bound using segment: {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:38.165295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Bound port: e32ce822-6597-4064-8bab-b49a2d132316, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b231ede0-94fb-41dd-bb0c-04ea3bd882bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:38.165822 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.182647 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.193243 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.238303 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] For port e32ce822-6597-4064-8bab-b49a2d132316, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:38.242064 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] For port e32ce822-6597-4064-8bab-b49a2d132316, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e32ce822-6597-4064-8bab-b49a2d132316,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:38.247177 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.274384 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404475'] for router_interface, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.287479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:38.326825 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-f9727236-2d6e-4914-9d05-e4e8fa2bff49 None None] Provisioning complete for port 91d8eaf4-0d52-437d-99b2-50e76d378f14 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:38.327354 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f9727236-2d6e-4914-9d05-e4e8fa2bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.353757 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:38.354559 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:38.396129 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72e6c-7258-490e-840d-5d843d450486 None None] Pushing event updated for resources: {'Port': ['ID=e32ce822-6597-4064-8bab-b49a2d132316,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:38.398612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:38.400094 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:38.427585 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-f9727236-2d6e-4914-9d05-e4e8fa2bff49 None None] Port 91d8eaf4-0d52-437d-99b2-50e76d378f14 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:38:38.546875 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:38.549701 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 99c077e3-9c7c-475f-8c1a-7aac762a7be4 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:38.550435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Router d0035b87-014b-4492-a9a9-f57a98553ead has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:38:38.700597 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:38.706663 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ac1a79cb-0289-45b9-845a-d65668b337f5 admin admin] 10.222.0.61 "PUT /v2.0/routers/d0035b87-014b-4492-a9a9-f57a98553ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8919358 Nov 22 18:38:38.710420 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:38.710803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.796100 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-064270d8-e102-45b0-b41f-a6f97678a75c None None] Provisioning complete for port 91d8eaf4-0d52-437d-99b2-50e76d378f14 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:38.796476 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-064270d8-e102-45b0-b41f-a6f97678a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:38.863836 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-064270d8-e102-45b0-b41f-a6f97678a75c None None] Port 91d8eaf4-0d52-437d-99b2-50e76d378f14 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:38:38.920949 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device f513479e-6727-4ebf-8610-d171b80f7066 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:38.979574 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '91d8eaf4-0d52-437d-99b2-50e76d378f14', 'name': '', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'mac_address': 'fa:16:3e:1e:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:36Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 2, 'project_id': '607ff23136e540ffa74d88187e138483', 'subnets': [{'id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:39.149164 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6a53c-297b-4e7a-b680-c63f6bcc66e7 None None] The sync data for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi is: [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '91d8eaf4-0d52-437d-99b2-50e76d378f14', 'name': '', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'mac_address': 'fa:16:3e:1e:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:36Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 2, 'project_id': '607ff23136e540ffa74d88187e138483', 'subnets': [{'id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:39.156289 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port f513479e-6727-4ebf-8610-d171b80f7066 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:39.156733 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:39.340211 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e79ada9b-0ba7-4834-8ec5-b31df5f4aaca up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:39.393027 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:39.393559 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:39.518148 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 99c077e3-9c7c-475f-8c1a-7aac762a7be4 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:39.577548 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:39.577930 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:41.397295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e32ce822-6597-4064-8bab-b49a2d132316 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:41.465803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e32ce822-6597-4064-8bab-b49a2d132316 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:41.466177 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:41.573382 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:41.601505 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-175fec35-b731-448a-a16a-2352892f4746 None None] For port e32ce822-6597-4064-8bab-b49a2d132316, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e32ce822-6597-4064-8bab-b49a2d132316,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:41.608262 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:41.666175 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Pushing event updated for resources: {'Port': ['ID=e32ce822-6597-4064-8bab-b49a2d132316,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:41.821486 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Sync routers for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:41.832482 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:41.833016 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:42.002334 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:42.251531 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '91d8eaf4-0d52-437d-99b2-50e76d378f14', 'name': '', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'mac_address': 'fa:16:3e:1e:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:36Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 2, 'project_id': '607ff23136e540ffa74d88187e138483', 'subnets': [{'id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:42.296900 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Checking router: d0035b87-014b-4492-a9a9-f57a98553ead for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:42.297353 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Updating router d0035b87-014b-4492-a9a9-f57a98553ead port 91d8eaf4-0d52-437d-99b2-50e76d378f14 binding host dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:38:42.333661 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.634709 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks [] for port, precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.641470 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.699842 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc024-454b-489b-8d18-5cef9ff7d2ba None None] Pushing event updated for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:42.771123 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Attempting to bind port 91d8eaf4-0d52-437d-99b2-50e76d378f14 on host dv-cinder-818815-1-iscsi for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:38:42.771754 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Attempting to bind port 91d8eaf4-0d52-437d-99b2-50e76d378f14 by drivers openvswitch,hyperv on host dv-cinder-818815-1-iscsi at level 0 using segments [{'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:38:42.772284 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Attempting to bind port 91d8eaf4-0d52-437d-99b2-50e76d378f14 on network d92f243a-afae-4266-b1cb-e6eaa6cf9913 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:38:42.778500 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Checking agent: {'id': 'cb9a4618-b082-4908-b5e1-6e41566e12f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 24, 32), 'started_at': datetime.datetime(2021, 11, 22, 18, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:38:42.778893 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Checking segment: {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:38:42.779308 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.779699 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Bound using segment: {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:38:42.780169 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Bound port: 91d8eaf4-0d52-437d-99b2-50e76d378f14, host: dv-cinder-818815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7f6e16-99e8-4008-a9a1-c202713cdde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:38:42.780573 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.860057 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] For port 91d8eaf4-0d52-437d-99b2-50e76d378f14, host dv-cinder-818815-1-iscsi, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:38:42.864401 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] For port 91d8eaf4-0d52-437d-99b2-50e76d378f14, host dv-cinder-818815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=91d8eaf4-0d52-437d-99b2-50e76d378f14,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:38:42.872202 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.935118 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc024-454b-489b-8d18-5cef9ff7d2ba None None] Pushing event updated for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=4']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:42.945021 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] Provisioning complete for port 91d8eaf4-0d52-437d-99b2-50e76d378f14 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:42.947462 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:42.963444 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:42.964080 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:43.110901 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:43.180376 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] For port 91d8eaf4-0d52-437d-99b2-50e76d378f14, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=91d8eaf4-0d52-437d-99b2-50e76d378f14,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:43.188860 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:43.251889 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a982c-f2f6-4eb5-a1de-d92d3d79b9e9 None None] Pushing event updated for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:43.305288 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:43.332450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-6f5387fd-9905-4a9c-a2ea-7ba7c553b3c4 None None] Provisioning complete for port 91d8eaf4-0d52-437d-99b2-50e76d378f14 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:43.334809 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-6f5387fd-9905-4a9c-a2ea-7ba7c553b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:43.403985 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e32ce822-6597-4064-8bab-b49a2d132316 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:43.501498 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port e32ce822-6597-4064-8bab-b49a2d132316 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:43.502073 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:43.599938 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 91d8eaf4-0d52-437d-99b2-50e76d378f14 up at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:38:43.633551 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '91d8eaf4-0d52-437d-99b2-50e76d378f14', 'name': '', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'mac_address': 'fa:16:3e:1e:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:36Z', 'updated_at': '2021-11-22T18:38:42Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'subnets': [{'id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:43.667800 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7f675-e1e5-4e7d-ad16-0ddacd5d33ec None None] The sync data for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi is: [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '91d8eaf4-0d52-437d-99b2-50e76d378f14', 'name': '', 'network_id': 'd92f243a-afae-4266-b1cb-e6eaa6cf9913', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'mac_address': 'fa:16:3e:1e:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:36Z', 'updated_at': '2021-11-22T18:38:42Z', 'revision_number': 4, 'project_id': '607ff23136e540ffa74d88187e138483', 'subnets': [{'id': '866fbf33-3e33-4cff-8c0e-df7d62edbea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:43.695346 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Provisioning complete for port 91d8eaf4-0d52-437d-99b2-50e76d378f14 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:43.695734 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:48.103473 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f880-b660-44eb-9669-a4dabd332662 req-f6197eec-575f-4140-b41d-48d7a9665d90 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:48.105777 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1644f880-b660-44eb-9669-a4dabd332662 req-f6197eec-575f-4140-b41d-48d7a9665d90 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0602422 Nov 22 18:38:48.165657 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1644f880-b660-44eb-9669-a4dabd332662 req-ecff47ae-e300-4abf-979d-c647bfc26e1d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534000 Nov 22 18:38:49.286515 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d316-d854-41b1-98a0-282ed0bec913 req-147b7566-e6ec-4099-a6a6-0c45b2320c44 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:49.288344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3b51d316-d854-41b1-98a0-282ed0bec913 req-147b7566-e6ec-4099-a6a6-0c45b2320c44 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Nov 22 18:38:49.341463 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3b51d316-d854-41b1-98a0-282ed0bec913 req-5052e286-1503-4775-99cd-61d9b9e2373c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Nov 22 18:38:49.564008 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-880608f9-146f-4f8d-aaf5-9be560b8ca3e tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:49.565514 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-880608f9-146f-4f8d-aaf5-9be560b8ca3e tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 814 time: 0.1072683 Nov 22 18:38:49.582113 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-004b51d3-3325-44e9-b78f-7e621c176d94 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/quotas/1e2af525f8e24a24b24b3d490b8769de HTTP/1.1" status: 200 len: 375 time: 0.0103877 Nov 22 18:38:49.638444 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-d6466744-db05-4c53-94e8-e4f71dfac63a tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504737 Nov 22 18:38:49.731353 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-ab55e79d-83fe-42b9-8e4a-9e217adc9314 service neutron] 10.222.0.61 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Nov 22 18:38:49.853471 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-1347671e-8450-4fa1-bc68-517f31d9bd50 service neutron] 10.222.0.61 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155021 Nov 22 18:38:49.870833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-f8499671-585e-4139-b250-bab37dfd6f29 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:49.872383 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-f8499671-585e-4139-b250-bab37dfd6f29 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.0614207 Nov 22 18:38:49.974118 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port 58a11bb7-c41e-4064-9481-917230b847cf {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:38:49.974459 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:50.057141 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-126118ed-48b8-4b95-8154-8142d6e89106 req-6fc2d55d-48a7-4366-a48b-ac0ccf07541a tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0434880 Nov 22 18:38:50.137649 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] For port 58a11bb7-c41e-4064-9481-917230b847cf, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=58a11bb7-c41e-4064-9481-917230b847cf,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:38:50.138262 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:50.820304 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aca4a-94c3-4678-affd-7d28aed9e0fa req-66bd7549-3116-4b3a-a00a-94628b9a0c9f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:50.821747 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3f9aca4a-94c3-4678-affd-7d28aed9e0fa req-66bd7549-3116-4b3a-a00a-94628b9a0c9f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 945 time: 0.1101785 Nov 22 18:38:50.840938 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:50.841297 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:50.841623 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP 3a1f688a-7d46-4871-b78a-b9802cc14a6c disassociated. External IP: 172.27.1.80, port: 58a11bb7-c41e-4064-9481-917230b847cf. Nov 22 18:38:50.841974 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for 58a11bb7-c41e-4064-9481-917230b847cf owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:38:50.921034 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3f9aca4a-94c3-4678-affd-7d28aed9e0fa req-9bd65f19-7a8f-4e0a-a93e-2a72c749b883 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919850 Nov 22 18:38:51.004947 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:51.031862 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=58a11bb7-c41e-4064-9481-917230b847cf,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:51.043838 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.044199 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.044552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.044927 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.045269 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.045614 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.045946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.046298 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.046657 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.046980 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.047314 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.047641 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:38:51.168715 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6ec04003-b331-4e44-a0f0-bdf15a63eac5 req-dbe07b64-b61f-4138-9f11-0a5d9a73b2ba tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0308616 Nov 22 18:38:51.183245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:38:51.292171 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:38:51.303118 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:38:51.312974 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:51.313525 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:51.333221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] No DVR routers for this DVR port 58a11bb7-c41e-4064-9481-917230b847cf on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:38:51.335885 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:51.339181 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-53b8bebc-6d51-43c1-a776-4dfe7d014dab req-a2d27bb2-15ae-4216-b115-3abf40154907 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "DELETE /v2.0/ports/58a11bb7-c41e-4064-9481-917230b847cf HTTP/1.1" status: 204 len: 173 time: 1.4600329 Nov 22 18:38:51.339615 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'name': 'network-vif-deleted', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:38:51.341833 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b2bc5f-8be0-426c-b014-e564a3f3feeb" -d '{"events": [{"server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "name": "network-vif-deleted", "tag": "58a11bb7-c41e-4064-9481-917230b847cf"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:38:51.381949 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b7aa16-d631-4c71-9c4f-003de2fe9530 x-openstack-request-id: req-36b7aa16-d631-4c71-9c4f-003de2fe9530 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:38:51.382341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fb30ba-4858-4ddf-a71e-c663b8666393", "name": "network-vif-deleted", "tag": "58a11bb7-c41e-4064-9481-917230b847cf", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:38:51.382689 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36b7aa16-d631-4c71-9c4f-003de2fe9530 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:38:51.383205 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fb30ba-4858-4ddf-a71e-c663b8666393', 'name': 'network-vif-deleted', 'tag': '58a11bb7-c41e-4064-9481-917230b847cf', 'status': 'completed', 'code': 200} Nov 22 18:38:51.429400 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:51.647549 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:51.676966 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:38:51.685387 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:38:51.686011 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:51.791795 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:38:51.995295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:38:52.016301 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1a531fcc-a897-49cd-be2a-4b7730eab137 req-d94736dd-27d8-45fd-951f-2ca224f84eb9 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Nov 22 18:38:52.022401 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a417e7e-ce42-4d79-b6ad-e3d97482a16b None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:38:52.233928 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f75a08-2245-40d6-b68d-ab7d3978bb2e None None] New status for floating IP 3a1f688a-7d46-4871-b78a-b9802cc14a6c: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:38:52.269901 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b69a304d-d72c-4286-8c5b-126625a73565 req-a8babe1b-bf02-4717-8afd-217dbb47f064 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Nov 22 18:38:53.112416 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ecdc6926-fce1-40df-a34c-b903e392e8c6 req-68ffadeb-2b2f-468c-98a6-dd489e675dc5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Nov 22 18:38:53.374631 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dd504180-9e16-4595-904c-1ca476d954ef req-cb6af6a1-0d36-4287-a966-a2d4ef4b673f tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Nov 22 18:38:53.812267 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:54.000129 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-7bc02e8b-2d12-4c6a-8fb3-96ddc63fd810 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:54.001967 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-7bc02e8b-2d12-4c6a-8fb3-96ddc63fd810 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 814 time: 0.1230893 Nov 22 18:38:54.028374 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'port': {'device_id': '7afb296a-139f-41f0-b030-6987ce600eb3', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'admin_state_up': True, 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:38:54.188348 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Made reservation on behalf of 1e2af525f8e24a24b24b3d490b8769de for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:38:54.197510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:54.297936 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-153b55ae-258d-40f6-9cce-97a5af1771c7 req-8cab2938-86da-452a-8f57-0ee632d72845 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=81fb30ba-4858-4ddf-a71e-c663b8666393 HTTP/1.1" status: 200 len: 210 time: 0.0839241 Nov 22 18:38:54.397466 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e26d-c182-4969-b128-65ed1c8257ea req-a0d1da45-599b-4d59-b939-5f099097c810 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:54.397466 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31f0e26d-c182-4969-b128-65ed1c8257ea req-a0d1da45-599b-4d59-b939-5f099097c810 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0969293 Nov 22 18:38:54.446049 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Allocated IP 172.20.0.10 (3e896cd4-a4c0-4f13-a8cf-78f0369eb458/7c86d218-8247-4b30-808c-b3b15625848f/278916f5-7e36-49de-88bf-f0f670ddf1a7) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:38:54.523390 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9bed5799-c00e-4fb2-a56e-758e254db9a7 req-28e25297-5de5-4eb6-993d-6aebb87a536c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0576582 Nov 22 18:38:54.540436 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-31f0e26d-c182-4969-b128-65ed1c8257ea req-59abd68e-2a36-43a2-8a7e-d375bd0d75b0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421075 Nov 22 18:38:54.917966 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:54.998164 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:55.074976 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:38:55.079034 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:38:55.084993 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:38:55.092458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:38:55.166627 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:55.167360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:55.185359 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-bab9f34f-d232-4428-9c59-092079abb8f4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703775 Nov 22 18:38:55.361020 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-110abdf4-7699-4f10-8e45-10d6c5fd2aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:55.420695 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-fece1fff-4f5b-4db8-8fd2-32265c587423 None None] Provisioning complete for port 278916f5-7e36-49de-88bf-f0f670ddf1a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:38:55.421237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fece1fff-4f5b-4db8-8fd2-32265c587423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:55.459198 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-fece1fff-4f5b-4db8-8fd2-32265c587423 None None] Port 278916f5-7e36-49de-88bf-f0f670ddf1a7 cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:38:55.499483 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 58a11bb7-c41e-4064-9481-917230b847cf no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:38:55.526721 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 58a11bb7-c41e-4064-9481-917230b847cf {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:38:55.527374 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 58a11bb7-c41e-4064-9481-917230b847cf not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:38:55.630676 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-89d3feec-7494-4519-844b-41ea98597f05 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497563888&fields=id&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 267 time: 0.0506310 Nov 22 18:38:55.748130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-1102fb41-d9b9-4805-a6d8-d12c90504394 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:55.749331 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-1102fb41-d9b9-4805-a6d8-d12c90504394 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.1117105 Nov 22 18:38:55.765844 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-4f434e65-dc8a-46aa-a9fc-9587e101411f tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/quotas/c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Nov 22 18:38:55.825518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31c8f0f3-dfb9-4105-91bc-1eaf9ecadc8e tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522742 Nov 22 18:38:56.062124 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-e92ea079-06c5-4f81-bc0d-33b2b50b898f service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243466 Nov 22 18:38:56.219523 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-4f917436-9a93-4356-8e14-bb5b3617e2fe service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471598 Nov 22 18:38:56.587202 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55f37f-5599-44ad-8f66-9c52ee17dadb req-bc076909-3c01-459f-a74b-d1c80177fc99 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:56.589477 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7a55f37f-5599-44ad-8f66-9c52ee17dadb req-bc076909-3c01-459f-a74b-d1c80177fc99 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0729966 Nov 22 18:38:56.645333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7a55f37f-5599-44ad-8f66-9c52ee17dadb req-0056a64f-2379-4ca2-8b7e-f2d07624521b tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Nov 22 18:38:56.784193 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec545c-b6fc-4e20-a4de-e00191e1f41c req-ced1283b-c3f4-403d-a62a-f3726d7e6ada tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:56.785646 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-45ec545c-b6fc-4e20-a4de-e00191e1f41c req-ced1283b-c3f4-403d-a62a-f3726d7e6ada tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0617125 Nov 22 18:38:56.853268 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-45ec545c-b6fc-4e20-a4de-e00191e1f41c req-1e33706d-e845-4994-a3cf-b871904a2593 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593951 Nov 22 18:38:56.933982 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-370af4d2-37fb-43a5-88ed-73d3b0b4684f req-83536b0a-7e64-4d27-8f02-5447732341fe tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0277112 Nov 22 18:38:57.733237 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-da094a25-b194-4279-9877-5229e5665516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:57.788511 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca3e1-b794-41e6-8108-cf9afb4743fc req-8abefa25-7226-4df9-97c4-aa945cc6ef82 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:57.790701 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aebca3e1-b794-41e6-8108-cf9afb4743fc req-8abefa25-7226-4df9-97c4-aa945cc6ef82 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0560648 Nov 22 18:38:57.843518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-aebca3e1-b794-41e6-8108-cf9afb4743fc req-460cd361-b8b8-4537-b38a-ffe92d8c068d tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Nov 22 18:38:57.984752 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5747f32-8140-4b7c-b194-b94dfd90883e req-1cb2aeaf-5108-4da9-93ec-5b6ef2ef1e46 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:57.986359 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c5747f32-8140-4b7c-b194-b94dfd90883e req-1cb2aeaf-5108-4da9-93ec-5b6ef2ef1e46 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0546548 Nov 22 18:38:58.037333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c5747f32-8140-4b7c-b194-b94dfd90883e req-3367d549-a716-4a6e-925b-bdf03fa06a83 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Nov 22 18:38:58.137565 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-76ba2a42-22e9-43fd-9250-b3e91123ae7d req-3bf4e727-36fb-4fb6-a7e7-368f241d9802 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0353329 Nov 22 18:38:58.933016 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:38:58.974541 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2cf22-4209-4f23-b281-45f8d0487aef req-6e845259-68ac-4895-b53b-ea57d92fc837 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:58.976408 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6a2cf22-4209-4f23-b281-45f8d0487aef req-6e845259-68ac-4895-b53b-ea57d92fc837 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0559700 Nov 22 18:38:59.032205 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6a2cf22-4209-4f23-b281-45f8d0487aef req-bc149dba-b584-4241-a941-1af527ea4f58 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495567 Nov 22 18:38:59.178699 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808b2fa-9577-470a-b83c-6717e347b92c req-5e1013c6-1f6a-4644-93b5-a9e3cbde3950 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:38:59.180156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9808b2fa-9577-470a-b83c-6717e347b92c req-5e1013c6-1f6a-4644-93b5-a9e3cbde3950 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0624764 Nov 22 18:38:59.236534 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9808b2fa-9577-470a-b83c-6717e347b92c req-94476394-7f8f-4362-96d1-638a891362c9 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Nov 22 18:38:59.338276 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a6104579-2150-42df-873a-85fe8adc14f2 req-ccb51e56-1b4a-456e-a312-3cbe9f751d42 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0275233 Nov 22 18:39:00.161589 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fada03-8e7f-41be-9079-d61ed9e6c621 req-5f34cc7c-c8f1-450c-b2a7-a5d405fde1d3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:00.163191 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06fada03-8e7f-41be-9079-d61ed9e6c621 req-5f34cc7c-c8f1-450c-b2a7-a5d405fde1d3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0575051 Nov 22 18:39:00.228220 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06fada03-8e7f-41be-9079-d61ed9e6c621 req-2a336c3f-9260-4794-8402-8346f9200b08 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Nov 22 18:39:00.386617 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1283e9-cf55-434b-8339-99552a1de371 req-40696f56-5e03-45d3-974d-2bd3284f416d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:00.388476 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2e1283e9-cf55-434b-8339-99552a1de371 req-40696f56-5e03-45d3-974d-2bd3284f416d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0698156 Nov 22 18:39:00.476849 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2e1283e9-cf55-434b-8339-99552a1de371 req-11bdcabf-f24a-4521-8793-30d70b201705 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819929 Nov 22 18:39:00.611506 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d6079e94-8638-465a-9d32-8062e43d0e76 req-0053f8d3-5d83-4538-829c-fa448f17e373 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0369396 Nov 22 18:39:01.374867 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4169a7a-a7cd-4ff9-9530-84443113d5c4 req-2af45b98-164a-49e2-8264-48bf83b335df tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:01.377558 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d4169a7a-a7cd-4ff9-9530-84443113d5c4 req-2af45b98-164a-49e2-8264-48bf83b335df tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0604329 Nov 22 18:39:01.436821 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d4169a7a-a7cd-4ff9-9530-84443113d5c4 req-e14aae8b-9514-481b-adb8-03e5a4aa517e tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 Nov 22 18:39:01.630106 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:01.674449 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6725-fda8-44d3-acaf-39e32f7d5ac7 req-88d6b7f0-4185-4b6b-954f-287c6c613282 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:01.687256 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d43f6725-fda8-44d3-acaf-39e32f7d5ac7 req-88d6b7f0-4185-4b6b-954f-287c6c613282 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0879662 Nov 22 18:39:01.706965 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:01.760359 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d43f6725-fda8-44d3-acaf-39e32f7d5ac7 req-7dc14460-dec1-4b75-88e5-5fccd35b9efe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716956 Nov 22 18:39:01.890890 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8a31a1ca-ff2a-4bd6-b3dc-780bb637bef2 req-e448f30f-4c09-48e5-837c-872e7d565e23 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0438402 Nov 22 18:39:02.301095 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:39:02.606582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b309-22c8-46a9-8bb3-9006278c1d1d req-e6ddae23-8a3d-46d7-871c-4a2c05a7d82f tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:02.608525 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e870b309-22c8-46a9-8bb3-9006278c1d1d req-e6ddae23-8a3d-46d7-871c-4a2c05a7d82f tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0750999 Nov 22 18:39:02.699507 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e870b309-22c8-46a9-8bb3-9006278c1d1d req-9a2654f2-91b4-4784-ac1f-7ea3ac105cfe tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761533 Nov 22 18:39:02.920493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3f5d-93a3-4544-b640-22d5b02f62e8 req-a3b477a5-6c83-4607-8ca1-a3e3ab984c75 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:02.922177 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-43ec3f5d-93a3-4544-b640-22d5b02f62e8 req-a3b477a5-6c83-4607-8ca1-a3e3ab984c75 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0619316 Nov 22 18:39:02.999723 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-43ec3f5d-93a3-4544-b640-22d5b02f62e8 req-0791e0c5-dcb7-4fc6-bff4-cc2412c80aa4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690536 Nov 22 18:39:03.087841 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-abf93a0e-cdcd-4ad3-8179-35de5f96238e req-66297353-8f03-489d-ba65-bb0b50481b2e tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0264058 Nov 22 18:39:03.824760 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29ff87-dd4f-4e6b-80b5-dbf05acff1f4 req-c4b16638-9ac5-4b27-a3e5-e776683d568b tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:03.826767 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5b29ff87-dd4f-4e6b-80b5-dbf05acff1f4 req-c4b16638-9ac5-4b27-a3e5-e776683d568b tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0542779 Nov 22 18:39:03.893998 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5b29ff87-dd4f-4e6b-80b5-dbf05acff1f4 req-cb10ae6e-e830-4b10-b87d-7168bb6dae86 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598731 Nov 22 18:39:04.142245 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1689-f7d4-4b61-aefc-a806901327a2 req-0e7b94a2-45c6-437b-8bc6-4d1efc3cad87 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:04.143977 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-712d1689-f7d4-4b61-aefc-a806901327a2 req-0e7b94a2-45c6-437b-8bc6-4d1efc3cad87 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0650434 Nov 22 18:39:04.196796 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-712d1689-f7d4-4b61-aefc-a806901327a2 req-be4afeb9-2538-4a3f-aae0-35dc4d4cb4d5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Nov 22 18:39:04.292865 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7ea170e8-c451-4d2d-bfae-a2717e5da288 req-45b82c89-2bca-42b2-9a67-4bec3b4f8bb6 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0277226 Nov 22 18:39:05.016106 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e1265-83ac-4f11-9bb7-9218a1401e05 req-68dad146-4a06-4f9d-8229-a7204cba6b38 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:05.017730 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-463e1265-83ac-4f11-9bb7-9218a1401e05 req-68dad146-4a06-4f9d-8229-a7204cba6b38 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 932 time: 0.0497847 Nov 22 18:39:05.068368 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-463e1265-83ac-4f11-9bb7-9218a1401e05 req-8fffde78-9916-4a05-9526-887ac4b7a98d tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Nov 22 18:39:05.326897 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10fa8-dde6-4ae0-aa18-0e4c7fdc4e40 req-b54dafbc-f869-428e-8c46-2804e12b319b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:05.328378 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bbd10fa8-dde6-4ae0-aa18-0e4c7fdc4e40 req-b54dafbc-f869-428e-8c46-2804e12b319b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Nov 22 18:39:05.375909 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bbd10fa8-dde6-4ae0-aa18-0e4c7fdc4e40 req-eb83c10c-eb38-499f-ba03-68117c6b7d8c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Nov 22 18:39:05.458632 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e13566a5-b9e4-4c66-ae27-0b63d347eda7 req-b93c9427-7fc8-4056-8d60-b9d5df808aa0 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0260639 Nov 22 18:39:05.503256 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Request body: {'port': {'device_id': '7afb296a-139f-41f0-b030-6987ce600eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:05.560933 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:05.870088 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278916f5-7e36-49de-88bf-f0f670ddf1a7 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:05.879493 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:05.893693 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Transition to ACTIVE for port object 278916f5-7e36-49de-88bf-f0f670ddf1a7 will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:39:05.897638 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:05.951774 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:06.036947 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Attempting to bind port 278916f5-7e36-49de-88bf-f0f670ddf1a7 on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:39:06.038078 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Attempting to bind port 278916f5-7e36-49de-88bf-f0f670ddf1a7 by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:39:06.038078 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Attempting to bind port 278916f5-7e36-49de-88bf-f0f670ddf1a7 on network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:39:06.044427 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Port 278916f5-7e36-49de-88bf-f0f670ddf1a7 on network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:39:06.044794 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Attempting to bind port 278916f5-7e36-49de-88bf-f0f670ddf1a7 on network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:39:06.051037 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:39:06.051292 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Checking segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:39:06.051582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Bound using segment: {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:39:06.052029 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Bound port: 278916f5-7e36-49de-88bf-f0f670ddf1a7, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a358dfc8-bdd3-4067-9326-17a23ef46f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:39:06.052435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:06.126419 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:39:06.131923 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:39:06.138644 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:06.188904 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.190195 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:06.191642 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-9743aeb3-6420-469a-8845-368acd1741db service neutron] 10.222.0.57 "PUT /v2.0/ports/278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 1094 time: 0.6935430 Nov 22 18:39:06.192097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:06.194538 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b630a2-c663-45b0-bed0-b30684af5a22" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:06.250237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743aeb3-6420-469a-8845-368acd1741db service neutron] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:06.320016 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131bdcc-f2c0-4208-862f-8e49a9f21412 x-openstack-request-id: req-0131bdcc-f2c0-4208-862f-8e49a9f21412 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:06.320297 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:06.320552 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0131bdcc-f2c0-4208-862f-8e49a9f21412 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:06.327392 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:39:06.327643 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-5f3be829-e3a4-4388-a045-2496db38d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.330260 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-5f3be829-e3a4-4388-a045-2496db38d40e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0641816 Nov 22 18:39:06.338283 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853b3d-891e-4825-86d2-d0e630ad2de1 req-10f331d9-0c8d-4718-b850-07c290955108 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.341420 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55853b3d-891e-4825-86d2-d0e630ad2de1 req-10f331d9-0c8d-4718-b850-07c290955108 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 944 time: 0.1731124 Nov 22 18:39:06.412109 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-47518c33-d487-41ec-b5bf-02b625c83013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 217 time: 0.0727761 Nov 22 18:39:06.461534 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-0de62ff4-0113-4466-8d19-724e3fda5fa2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.463400 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-0de62ff4-0113-4466-8d19-724e3fda5fa2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.2153296 Nov 22 18:39:06.468705 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55853b3d-891e-4825-86d2-d0e630ad2de1 req-3885b2ef-8cc9-4170-9641-c2477d59be42 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151805 Nov 22 18:39:06.497601 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-30de8817-f31d-4350-806d-2005ba0f4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.500636 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-30de8817-f31d-4350-806d-2005ba0f4e31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0723834 Nov 22 18:39:06.565767 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-e6c339ce-ae78-469f-a745-7e6c04af7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.567206 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-e6c339ce-ae78-469f-a745-7e6c04af7b50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578940 Nov 22 18:39:06.616318 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e64e37f-1659-4915-a38d-f3d4746f9e99 req-3f598fb3-c203-43cf-9f3a-7d52eb13f1b9 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0487683 Nov 22 18:39:06.623156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-8d6c5a03-1fd6-41ab-9552-1ef2eb0c88ee tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 380 time: 0.1462448 Nov 22 18:39:06.638593 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'port': {'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'admin_state_up': True, 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'security_groups': ['137d5dad-289e-49dd-8038-66eaabfed985']}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:06.649506 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557b17-2d66-4574-b5ac-517cda6fce06 req-07579968-64b5-45b1-aef9-92a7a41d723c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.651064 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-07557b17-2d66-4574-b5ac-517cda6fce06 req-07579968-64b5-45b1-aef9-92a7a41d723c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1192169 Nov 22 18:39:06.681649 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-698df9f2-f37e-4d8a-abd0-e692c3978d9b service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024077 Nov 22 18:39:06.755950 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-07557b17-2d66-4574-b5ac-517cda6fce06 req-fbe7eaf7-80f3-48cf-9476-74e600464733 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937018 Nov 22 18:39:06.794435 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b57cd4df-17d9-4dac-a2a9-0abccee92b61 req-651c0cbf-d59b-4cc8-814f-6cb8f49d1cee service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035721 Nov 22 18:39:06.796367 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Made reservation on behalf of c8b07724e8c04d128ea3215f3707bd15 for: {'port': 1} {{(pid=102586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:39:06.801182 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:06.884783 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-014d52e0-d602-457a-96c5-1baac11c76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.886323 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-014d52e0-d602-457a-96c5-1baac11c76c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0441868 Nov 22 18:39:06.943098 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.20.0.3 (d7309596-ce01-4971-82b2-2735b6114735/38ef5948-9cee-49bd-b97b-dec693b867c6/8e4e4ce1-ffda-472e-8883-3127e339921b) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:39:06.987678 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-5a1d7615-bde3-4e93-be38-445b71a05d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:06.989029 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-5a1d7615-bde3-4e93-be38-445b71a05d80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.0926425 Nov 22 18:39:07.036208 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-6efc72ff-45e6-4780-9505-bee848cfaaeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 217 time: 0.0394249 Nov 22 18:39:07.084192 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.089154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-5d4a9a84-57aa-4421-b728-7b93302c2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:07.090649 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-5d4a9a84-57aa-4421-b728-7b93302c2f8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0464547 Nov 22 18:39:07.118865 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.144392 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-c076a7cb-8fa9-4dcc-bea6-9c73e7ea537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:07.146239 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-c076a7cb-8fa9-4dcc-bea6-9c73e7ea537b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480049 Nov 22 18:39:07.169498 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:39:07.175433 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:39:07.180123 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:39:07.184190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:07.237942 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:07.238619 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.255956 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-2164e75c-3e76-4423-a2bf-cac64539a67f service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965874 Nov 22 18:39:07.257998 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-c5acb042-21da-4f22-ad88-1bc63f4068fd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254950 Nov 22 18:39:07.278889 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Request body: {'port': {'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:07.353527 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.373051 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-67b630a2-c663-45b0-bed0-b30684af5a22 req-828e9579-ca66-4eac-a9ba-e8629baf677a service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998263 Nov 22 18:39:07.431459 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-57df5289-1eac-4463-98e4-3942b2c20720 None None] Provisioning complete for port 8e4e4ce1-ffda-472e-8883-3127e339921b triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:07.432112 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-57df5289-1eac-4463-98e4-3942b2c20720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.484448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-57df5289-1eac-4463-98e4-3942b2c20720 None None] Port 8e4e4ce1-ffda-472e-8883-3127e339921b cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:39:07.665826 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aafb1-5861-4e70-8e2d-7d5fd4d32c91 req-39477639-7dac-4518-bc7b-78fae949238a tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:07.667426 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b29aafb1-5861-4e70-8e2d-7d5fd4d32c91 req-39477639-7dac-4518-bc7b-78fae949238a tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 944 time: 0.0883579 Nov 22 18:39:07.819433 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4e4ce1-ffda-472e-8883-3127e339921b {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:07.827033 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b29aafb1-5861-4e70-8e2d-7d5fd4d32c91 req-e0718cc3-08f2-4b33-ac9a-d797aec684d1 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403570 Nov 22 18:39:07.838080 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11935a8-e221-4e26-81c5-e738e887add7 req-7f8d8000-e5ba-441f-a1a6-699bc780e525 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:07.839874 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b11935a8-e221-4e26-81c5-e738e887add7 req-7f8d8000-e5ba-441f-a1a6-699bc780e525 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 931 time: 0.1448240 Nov 22 18:39:07.842130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:07.882571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Transition to ACTIVE for port object 8e4e4ce1-ffda-472e-8883-3127e339921b will not be triggered until provisioned by entity L2. {{(pid=102586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:39:07.906202 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:08.013717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:08.020290 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b11935a8-e221-4e26-81c5-e738e887add7 req-76a7550a-3432-4412-bc3a-422220936ec7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596420 Nov 22 18:39:08.120259 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02ab2d-8f17-4859-a594-d931950e6a7f req-209ed711-4007-4554-abf7-05cf439a193c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:08.121876 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bc02ab2d-8f17-4859-a594-d931950e6a7f req-209ed711-4007-4554-abf7-05cf439a193c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1636171 Nov 22 18:39:08.157577 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Attempting to bind port 8e4e4ce1-ffda-472e-8883-3127e339921b on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:39:08.158562 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Attempting to bind port 8e4e4ce1-ffda-472e-8883-3127e339921b by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:39:08.159076 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Attempting to bind port 8e4e4ce1-ffda-472e-8883-3127e339921b on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:39:08.168321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Port 8e4e4ce1-ffda-472e-8883-3127e339921b on network d7309596-ce01-4971-82b2-2735b6114735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:39:08.168627 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Attempting to bind port 8e4e4ce1-ffda-472e-8883-3127e339921b on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:39:08.182975 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:39:08.183362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:39:08.183682 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Bound using segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:39:08.184123 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Bound port: 8e4e4ce1-ffda-472e-8883-3127e339921b, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:39:08.184478 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:08.222527 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bc02ab2d-8f17-4859-a594-d931950e6a7f req-73860d9a-9f6b-469c-adc4-5ae2ee7a9013 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834956 Nov 22 18:39:08.282128 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:39:08.286043 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8e4e4ce1-ffda-472e-8883-3127e339921b,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:39:08.292009 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:08.594163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:08.595211 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:08.597891 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] 10.222.0.57 "PUT /v2.0/ports/8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 1093 time: 1.3238893 Nov 22 18:39:08.598671 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:08.601963 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d96ea5-48a7-4027-9e33-fa941b2e5c38" -d '{"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:08.633550 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0ee5f-d83c-40de-9c20-1f3a002e9b83 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:08.651600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af541194-9395-44fb-8df3-beb590a821ec x-openstack-request-id: req-af541194-9395-44fb-8df3-beb590a821ec {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:08.652126 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:08.652384 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af541194-9395-44fb-8df3-beb590a821ec {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:08.652792 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'status': 'completed', 'code': 200} Nov 22 18:39:08.704360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-7c0e1940-039f-45e3-840f-c76972bfb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:08.707298 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-7c0e1940-039f-45e3-840f-c76972bfb00c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1096 time: 0.0452425 Nov 22 18:39:08.752529 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-e0a9e01a-2172-4204-b2d4-7b59485a3e1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 217 time: 0.0368218 Nov 22 18:39:08.819548 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-9986009d-b001-4b8f-8148-d89add621885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:08.821008 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-9986009d-b001-4b8f-8148-d89add621885 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0587156 Nov 22 18:39:08.875515 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-f85c93c8-dd68-49b2-be55-947cae66bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:08.877156 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-f85c93c8-dd68-49b2-be55-947cae66bbf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475075 Nov 22 18:39:09.075224 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-b67aa338-2979-44a9-8481-5f14f57dd767 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885564 Nov 22 18:39:09.095023 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43f279-d785-4fee-92a5-9f97b91343eb req-937d8130-016b-45e8-9c77-db5c4ebbf9db tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.097753 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b43f279-d785-4fee-92a5-9f97b91343eb req-937d8130-016b-45e8-9c77-db5c4ebbf9db tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 944 time: 0.1416497 Nov 22 18:39:09.306242 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b43f279-d785-4fee-92a5-9f97b91343eb req-3bc89822-ff90-4fc6-a804-49f75c09513b tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948223 Nov 22 18:39:09.324738 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb1b9c-d08d-4c89-9e2b-995f9e057ecf req-ae544212-a4fa-4a0f-848f-cbd1a8d6c7c5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.326295 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2fb1b9c-d08d-4c89-9e2b-995f9e057ecf req-ae544212-a4fa-4a0f-848f-cbd1a8d6c7c5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.1373940 Nov 22 18:39:09.333050 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a85209f0-9bd0-44ff-9f27-b9d3def8641e req-87b69c5d-e5d9-4e66-bd2a-d03657b2491b service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342577 Nov 22 18:39:09.404062 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b2fb1b9c-d08d-4c89-9e2b-995f9e057ecf req-4fd28bb4-b27d-4ffb-8d60-5e6357dbca4c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674481 Nov 22 18:39:09.468755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-1ae3e777-7271-4038-a3c4-a8e1d5e5b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.470279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-1ae3e777-7271-4038-a3c4-a8e1d5e5b0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1096 time: 0.0839903 Nov 22 18:39:09.482907 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db823f74-ff47-435e-9bc9-e19682233bc1 req-125adf0c-8215-4639-b844-e3b074854b4f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.484415 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db823f74-ff47-435e-9bc9-e19682233bc1 req-125adf0c-8215-4639-b844-e3b074854b4f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0647404 Nov 22 18:39:09.552140 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 278916f5-7e36-49de-88bf-f0f670ddf1a7 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:39:09.595189 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db823f74-ff47-435e-9bc9-e19682233bc1 req-7367882f-4254-4f3e-a422-e3731aaf50d2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021819 Nov 22 18:39:09.623040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-268d2322-d23d-4563-b353-08554c1f0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.627315 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-268d2322-d23d-4563-b353-08554c1f0992 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.1405947 Nov 22 18:39:09.675709 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:09.682459 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-65fe2ebd-1179-41b6-ba80-e7345fcd374e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 217 time: 0.0481017 Nov 22 18:39:09.695865 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'port_id': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'mac_address': 'fa:16:3e:fe:3f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:39:09.735482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-6f11631b-4c44-4c00-b61b-009f40d97efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.737391 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-6f11631b-4c44-4c00-b61b-009f40d97efa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0472062 Nov 22 18:39:09.744708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:09.760062 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278916f5-7e36-49de-88bf-f0f670ddf1a7 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:09.787287 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-7ac01240-43b4-4d3f-992b-96a4aa93aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:09.787788 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:09.788797 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-7ac01240-43b4-4d3f-992b-96a4aa93aa66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435514 Nov 22 18:39:09.792136 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:09.846303 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:09.854148 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.854512 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.854883 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.855241 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.855604 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.855930 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.856271 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.856611 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.856958 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.857295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.857626 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.857956 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:09.900045 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-16708014-2021-476f-a58b-f9972b0edf1a service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040416 Nov 22 18:39:10.001001 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-39d96ea5-48a7-4027-9e33-fa941b2e5c38 req-e74d744c-59f8-4444-af8d-94df05b64c82 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921488 Nov 22 18:39:10.054586 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:10.443417 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893917-03e2-4216-bd1f-0197efcdefb3 req-0a81000b-0c11-4fa9-8b46-ef45622662b4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:10.445689 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1893917-03e2-4216-bd1f-0197efcdefb3 req-0a81000b-0c11-4fa9-8b46-ef45622662b4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 945 time: 0.0545306 Nov 22 18:39:10.498222 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38018) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:10.505696 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a1893917-03e2-4216-bd1f-0197efcdefb3 req-29fc9dae-b8e0-48fa-aac2-739c3b18fecc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Nov 22 18:39:10.574459 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98ba0-6ae5-4ec7-a15a-3082d5a01da8 req-b69da2b1-26b2-46ef-a2a5-02498d04ab5c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:10.576158 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-47a98ba0-6ae5-4ec7-a15a-3082d5a01da8 req-b69da2b1-26b2-46ef-a2a5-02498d04ab5c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0628843 Nov 22 18:39:10.637021 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-47a98ba0-6ae5-4ec7-a15a-3082d5a01da8 req-c5d459b9-9ee6-4a96-8e16-114cded8c79e tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529835 Nov 22 18:39:10.643530 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9545d44f-88b0-4eec-9a91-64083686ddb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.742594 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9545d44f-88b0-4eec-9a91-64083686ddb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.747418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9545d44f-88b0-4eec-9a91-64083686ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.757888 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f2ace-b8ed-4a5a-bb9a-61dd372e7200 req-feaac37a-621e-4744-b64a-463887caaf83 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:10.759705 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-651f2ace-b8ed-4a5a-bb9a-61dd372e7200 req-feaac37a-621e-4744-b64a-463887caaf83 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0605543 Nov 22 18:39:10.790352 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9545d44f-88b0-4eec-9a91-64083686ddb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94cd5f8dfde54db089f1728a1e435ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909570 Nov 22 18:39:10.791692 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d44f-88b0-4eec-9a91-64083686ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184df43d-f8ce-4eba-84ee-3321cdccc544,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:10.793551 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38024) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:10.848211 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-651f2ace-b8ed-4a5a-bb9a-61dd372e7200 req-ff15b815-b1aa-431e-b584-e8a0892c76d7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787666 Nov 22 18:39:10.866434 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.893702 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.953272 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.956211 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:10.957365 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/184df43d-f8ce-4eba-84ee-3321cdccc544 HTTP/1.1" status: 204 len: 168 time: 0.1620100 Nov 22 18:39:10.966693 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca29c2-0561-4f64-9829-58ed8899d5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184df43d-f8ce-4eba-84ee-3321cdccc544,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:11.255123 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38032) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:11.269947 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7a298c18-6a97-40a5-9f78-dc4dcc1d0bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.354094 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7a298c18-6a97-40a5-9f78-dc4dcc1d0bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.358158 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7a298c18-6a97-40a5-9f78-dc4dcc1d0bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.398114 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-7a298c18-6a97-40a5-9f78-dc4dcc1d0bfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0a5756cd01444939d351a3806b8ed42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418557 Nov 22 18:39:11.399021 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a298c18-6a97-40a5-9f78-dc4dcc1d0bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aca73-3763-4a79-9b39-95c440a08865,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:11.400761 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38034) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:11.452203 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.474650 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.521510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.524057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.525309 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a68aca73-3763-4a79-9b39-95c440a08865 HTTP/1.1" status: 204 len: 168 time: 0.1235704 Nov 22 18:39:11.535281 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dfc90-07bf-4089-9189-8ad4db0a9a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68aca73-3763-4a79-9b39-95c440a08865,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:11.561205 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 278916f5-7e36-49de-88bf-f0f670ddf1a7 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:39:11.625090 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 278916f5-7e36-49de-88bf-f0f670ddf1a7 completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:39:11.630963 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 278916f5-7e36-49de-88bf-f0f670ddf1a7 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:11.631472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.654115 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8f10-8444-4784-b88f-2a07b499f1cf req-a573f93a-7b25-415b-acce-5088ac6d31b3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:11.656378 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86ea8f10-8444-4784-b88f-2a07b499f1cf req-a573f93a-7b25-415b-acce-5088ac6d31b3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 945 time: 0.0682507 Nov 22 18:39:11.738676 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.751188 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-86ea8f10-8444-4784-b88f-2a07b499f1cf req-54891bd1-a1ac-4613-b32c-b56c74f08b85 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745957 Nov 22 18:39:11.769757 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:11.772194 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af60fa1e-b864-4caf-9944-018839eab016" -d '{"events": [{"server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "name": "network-vif-plugged", "status": "completed", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:11.790111 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:11.797142 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:11.809476 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f090f3a-fd88-4b49-be26-9ca69d5824d1 req-e1c435f9-b955-400a-a281-0cd2352a3621 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:11.811242 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9f090f3a-fd88-4b49-be26-9ca69d5824d1 req-e1c435f9-b955-400a-a281-0cd2352a3621 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0781336 Nov 22 18:39:11.938825 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9f090f3a-fd88-4b49-be26-9ca69d5824d1 req-75302862-5cdf-42af-983b-7b1b8f2b7c06 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179836 Nov 22 18:39:12.017976 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa653a-a1b0-4db3-88ca-ed28bd0c83c6 x-openstack-request-id: req-d4aa653a-a1b0-4db3-88ca-ed28bd0c83c6 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:12.017976 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "name": "network-vif-plugged", "status": "completed", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:12.018301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4aa653a-a1b0-4db3-88ca-ed28bd0c83c6 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:12.018563 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'code': 200} Nov 22 18:39:12.027146 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35762b2-7690-4e90-a002-cc8a1a7cee88 req-60c5c362-ff52-49e8-b280-f8f6b8871afe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:12.031361 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c35762b2-7690-4e90-a002-cc8a1a7cee88 req-60c5c362-ff52-49e8-b280-f8f6b8871afe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0712194 Nov 22 18:39:12.043971 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:12.107510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c1e15-410c-4a9b-9a06-355973b579a9 req-ad34d581-ddfd-4ca4-8917-7fd5211efdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:12.109027 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef9c1e15-410c-4a9b-9a06-355973b579a9 req-ad34d581-ddfd-4ca4-8917-7fd5211efdb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0923867 Nov 22 18:39:12.118672 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c35762b2-7690-4e90-a002-cc8a1a7cee88 req-eb367eca-493c-465e-895e-e7e89a064bd4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772765 Nov 22 18:39:12.180215 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ef9c1e15-410c-4a9b-9a06-355973b579a9 req-79d2a1d7-2691-4c42-a1b4-4bc6cc8d56e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Nov 22 18:39:12.900684 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f714-2dcf-4890-b664-9f621a9a112a req-1144edbc-51f8-4780-a39e-4a870ad7d700 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:12.903587 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0535f714-2dcf-4890-b664-9f621a9a112a req-1144edbc-51f8-4780-a39e-4a870ad7d700 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0720880 Nov 22 18:39:12.959629 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0535f714-2dcf-4890-b664-9f621a9a112a req-30e7e413-e705-4f68-b97a-5a0631170127 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Nov 22 18:39:13.061951 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41c9e9-4ad6-4984-9fdc-1c1550c52c16 req-6e12f598-728f-4d0a-b945-970fafe82b3a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:13.063492 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b41c9e9-4ad6-4984-9fdc-1c1550c52c16 req-6e12f598-728f-4d0a-b945-970fafe82b3a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0548725 Nov 22 18:39:13.121307 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b41c9e9-4ad6-4984-9fdc-1c1550c52c16 req-b4e6ceaf-3fd2-41bf-aa3f-dbeca95118d6 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505426 Nov 22 18:39:13.270759 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ce4e0-0c49-454e-8b7d-e1f14a5f2a4f req-b55afb16-3a00-4468-bc8b-a67d64094e85 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:13.272633 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e4ce4e0-0c49-454e-8b7d-e1f14a5f2a4f req-b55afb16-3a00-4468-bc8b-a67d64094e85 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Nov 22 18:39:13.366304 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3e4ce4e0-0c49-454e-8b7d-e1f14a5f2a4f req-f85abbac-2341-4f8a-821f-1ff2d96d0dfd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719881 Nov 22 18:39:13.655885 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38104) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:13.796458 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f44385f-b615-48b4-98ad-c3156fca353a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:13.907362 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f44385f-b615-48b4-98ad-c3156fca353a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:13.912745 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3f44385f-b615-48b4-98ad-c3156fca353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:13.954085 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3f44385f-b615-48b4-98ad-c3156fca353a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d84b2b0abf7048719ae65cdc77f2e9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969804 Nov 22 18:39:13.955476 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44385f-b615-48b4-98ad-c3156fca353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e38706-35ce-4b22-b658-915ceb88a744,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:13.957437 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38112) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:14.015127 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.046295 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.117393 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.120411 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.121427 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38e38706-35ce-4b22-b658-915ceb88a744 HTTP/1.1" status: 204 len: 168 time: 0.1621103 Nov 22 18:39:14.131064 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d57ca8-0ec7-4702-a946-990e05920600 req-8bb8d827-2881-45c7-90e8-1c2b57d55a56 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:14.132622 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffe472-42d8-4b2a-b33a-c0b00451c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e38706-35ce-4b22-b658-915ceb88a744,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:14.133395 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c1d57ca8-0ec7-4702-a946-990e05920600 req-8bb8d827-2881-45c7-90e8-1c2b57d55a56 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0950637 Nov 22 18:39:14.199665 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c1d57ca8-0ec7-4702-a946-990e05920600 req-6c1e965b-d58a-4fff-960d-a385a314e984 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Nov 22 18:39:14.263722 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e40a55-31c0-4d92-9298-72de6e9719f2 req-7b2cbfeb-0ad8-4ad0-b3cf-f0bae983c202 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:14.265351 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f9e40a55-31c0-4d92-9298-72de6e9719f2 req-7b2cbfeb-0ad8-4ad0-b3cf-f0bae983c202 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0613484 Nov 22 18:39:14.356652 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f9e40a55-31c0-4d92-9298-72de6e9719f2 req-bd6f9263-35b4-4acf-807a-6f4bb410edb8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803003 Nov 22 18:39:14.368299 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda52d3-00e5-427a-a27d-3db974720172 req-6b71d957-9e8b-4271-88f5-76b6a9b8ddfe tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:14.369835 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4eda52d3-00e5-427a-a27d-3db974720172 req-6b71d957-9e8b-4271-88f5-76b6a9b8ddfe tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0961192 Nov 22 18:39:14.460462 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4eda52d3-00e5-427a-a27d-3db974720172 req-2e523c6b-ea79-4b35-ab88-e41a323f4ef1 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840206 Nov 22 18:39:14.500442 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c54591-6bae-4053-ae75-d878001d0bae req-64b66f80-7d54-4cc6-bd6d-df81031481fe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:14.502249 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-68c54591-6bae-4053-ae75-d878001d0bae req-64b66f80-7d54-4cc6-bd6d-df81031481fe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0581436 Nov 22 18:39:14.507019 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38128) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:14.526808 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b36f42bb-e20d-4a61-b171-1f8eca60eef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.559182 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-68c54591-6bae-4053-ae75-d878001d0bae req-ec888ab9-1d2b-4ed6-93b9-dc5aaa387074 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498936 Nov 22 18:39:14.611296 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b36f42bb-e20d-4a61-b171-1f8eca60eef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.616237 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b36f42bb-e20d-4a61-b171-1f8eca60eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.658470 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b36f42bb-e20d-4a61-b171-1f8eca60eef3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbeb8d1dcfa84db8b05580320d5cb65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489158 Nov 22 18:39:14.659389 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f42bb-e20d-4a61-b171-1f8eca60eef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7a857-44e1-4950-bbba-5fcc665e4ce8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:14.662422 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38130) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:14.748956 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.783401 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.888185 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a880e4-aff0-48bf-9a26-f91f55dbb21b req-319a6eae-387e-410c-9198-9ad3d500ad00 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:14.889756 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e5a880e4-aff0-48bf-9a26-f91f55dbb21b req-319a6eae-387e-410c-9198-9ad3d500ad00 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0576773 Nov 22 18:39:14.896345 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.899637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:14.900835 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37a7a857-44e1-4950-bbba-5fcc665e4ce8 HTTP/1.1" status: 204 len: 168 time: 0.2365825 Nov 22 18:39:14.926548 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ebde0-e779-4091-b6a6-c39ba845bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7a857-44e1-4950-bbba-5fcc665e4ce8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:14.967877 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e5a880e4-aff0-48bf-9a26-f91f55dbb21b req-bd2aba8e-f813-4cca-9cab-f4fcbd096465 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Nov 22 18:39:15.496498 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3bfe2-79b7-48c6-a996-a3d166fb0f9a req-ac115073-179b-4064-b1ac-636b243b7b4c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:15.498016 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fce3bfe2-79b7-48c6-a996-a3d166fb0f9a req-ac115073-179b-4064-b1ac-636b243b7b4c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0560153 Nov 22 18:39:15.561461 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fce3bfe2-79b7-48c6-a996-a3d166fb0f9a req-a8cdf230-f7ba-4e91-a47e-3f507ef9e4bc tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Nov 22 18:39:15.705451 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84584-ce9e-4ddc-b732-baa4eee1f016 req-1907e459-473e-47f3-af1e-4ae28162660d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:15.706980 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6b84584-ce9e-4ddc-b732-baa4eee1f016 req-1907e459-473e-47f3-af1e-4ae28162660d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0570130 Nov 22 18:39:15.772748 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c6b84584-ce9e-4ddc-b732-baa4eee1f016 req-5d544da6-c4dd-40ca-a3a9-5509b51bcea5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586171 Nov 22 18:39:16.697074 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1054-927b-45bb-8fb5-59f8fe12528a req-ff912067-c209-4e78-bfc8-494cde3f6ced tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:16.699042 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e1f1054-927b-45bb-8fb5-59f8fe12528a req-ff912067-c209-4e78-bfc8-494cde3f6ced tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0615511 Nov 22 18:39:16.758063 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7e1f1054-927b-45bb-8fb5-59f8fe12528a req-cc006b30-2817-4e0d-81ed-fed378e571a7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486014 Nov 22 18:39:16.926225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512507b-e846-4357-9106-29e3aed3301d req-591368c0-19e5-4fc4-b131-ef112d9fb9ab tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:16.927964 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b512507b-e846-4357-9106-29e3aed3301d req-591368c0-19e5-4fc4-b131-ef112d9fb9ab tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0601528 Nov 22 18:39:16.996479 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b512507b-e846-4357-9106-29e3aed3301d req-e69c5489-2f0a-4510-8d9f-49d33f90d773 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586197 Nov 22 18:39:17.895342 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62bf31-cd8b-4b3d-a0f4-d97573054c0c req-35a3186b-f4a2-45f6-a9a4-7e438bb3f868 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:17.896873 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac62bf31-cd8b-4b3d-a0f4-d97573054c0c req-35a3186b-f4a2-45f6-a9a4-7e438bb3f868 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0578978 Nov 22 18:39:17.947698 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ac62bf31-cd8b-4b3d-a0f4-d97573054c0c req-53f0ceef-ba65-46a0-8f7e-e04559645061 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Nov 22 18:39:18.125741 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097210fc-86e8-49d5-bcd9-438803787a3e req-f00ff75c-ed7d-4283-ac97-34f4db9d468f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:18.127697 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-097210fc-86e8-49d5-bcd9-438803787a3e req-f00ff75c-ed7d-4283-ac97-34f4db9d468f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Nov 22 18:39:18.180929 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-097210fc-86e8-49d5-bcd9-438803787a3e req-b20feb0d-b970-4800-9222-202550cc6cdc tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471127 Nov 22 18:39:19.066203 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8047d1-0d0e-4a98-b40e-dbfa81a830b0 req-133422f1-2e37-4a9a-b600-a0e68ad62b1c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:19.067729 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae8047d1-0d0e-4a98-b40e-dbfa81a830b0 req-133422f1-2e37-4a9a-b600-a0e68ad62b1c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 943 time: 0.0500031 Nov 22 18:39:19.116963 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ae8047d1-0d0e-4a98-b40e-dbfa81a830b0 req-031d883e-2682-4c28-ac67-7d79fe9785c7 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Nov 22 18:39:19.304535 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0caf-0933-4da8-a634-6fe60a8c2d7c req-b88b4aac-e32c-40ee-9fa9-c515ef1e63bc tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:19.306029 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-18bb0caf-0933-4da8-a634-6fe60a8c2d7c req-b88b4aac-e32c-40ee-9fa9-c515ef1e63bc tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Nov 22 18:39:19.353518 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-18bb0caf-0933-4da8-a634-6fe60a8c2d7c req-5bdf4f8c-7609-4c48-8977-8942864809f5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Nov 22 18:39:19.592244 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8e4e4ce1-ffda-472e-8883-3127e339921b details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:39:19.692532 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8e4e4ce1-ffda-472e-8883-3127e339921b,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:19.704668 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:39:19.741880 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:19.756129 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4e4ce1-ffda-472e-8883-3127e339921b {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:19.776667 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8e4e4ce1-ffda-472e-8883-3127e339921b,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:19.781305 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:19.832654 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:20.088880 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['8e4e4ce1-ffda-472e-8883-3127e339921b'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:20.273322 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94fa3-c85d-4445-b17b-23bc6e6aa2b6 req-0e8a5467-4412-46c4-9827-48bb2d17d282 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:20.274923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eab94fa3-c85d-4445-b17b-23bc6e6aa2b6 req-0e8a5467-4412-46c4-9827-48bb2d17d282 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 944 time: 0.0799363 Nov 22 18:39:20.330653 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-eab94fa3-c85d-4445-b17b-23bc6e6aa2b6 req-78e9e69a-9e81-4286-82cc-952dd2f947af tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482323 Nov 22 18:39:20.480761 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46dc5e-4d9a-4ac3-9e09-7350c7ec71f7 req-80df44f5-fc5b-4f89-88e6-e0d0b7b0a916 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:20.482255 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b46dc5e-4d9a-4ac3-9e09-7350c7ec71f7 req-80df44f5-fc5b-4f89-88e6-e0d0b7b0a916 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Nov 22 18:39:20.538933 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b46dc5e-4d9a-4ac3-9e09-7350c7ec71f7 req-290f1ac5-2d7e-466c-9854-19786fa18483 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498347 Nov 22 18:39:21.456922 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c92c8-3aaf-4cf8-afdf-ec3188484776 req-b54fd8ee-d9d9-40d7-99cf-7fe0bd0af952 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:21.458717 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e03c92c8-3aaf-4cf8-afdf-ec3188484776 req-b54fd8ee-d9d9-40d7-99cf-7fe0bd0af952 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 944 time: 0.0558722 Nov 22 18:39:21.518042 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e03c92c8-3aaf-4cf8-afdf-ec3188484776 req-f02b7b5f-af23-44b1-b69b-9e31f4b74863 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530472 Nov 22 18:39:21.614781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:39:21.618186 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8e4e4ce1-ffda-472e-8883-3127e339921b up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:39:21.685786 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705c9e-3667-4840-9826-be8ad1b0e973 req-468a56d0-b736-46b6-bf3b-1d511c358496 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:21.687638 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c9705c9e-3667-4840-9826-be8ad1b0e973 req-468a56d0-b736-46b6-bf3b-1d511c358496 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0583756 Nov 22 18:39:21.759515 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:21.762068 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port 8e4e4ce1-ffda-472e-8883-3127e339921b completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:39:21.765392 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c9705c9e-3667-4840-9826-be8ad1b0e973 req-088b5d4a-55da-4f4d-a853-cb86ffe68a05 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686610 Nov 22 18:39:21.774840 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 8e4e4ce1-ffda-472e-8883-3127e339921b triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:21.775235 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:21.778222 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:39:21.847628 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:21.864676 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:21.913899 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:21.916751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:21.919853 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:21.964333 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:21.966554 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c007d-8710-4372-85d9-ba9dc44e4154" -d '{"events": [{"server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:21.986351 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8e4e4ce1-ffda-472e-8883-3127e339921b,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:21.991399 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:22.006034 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a60c20-9239-46af-97af-47fc5557c75d x-openstack-request-id: req-21a60c20-9239-46af-97af-47fc5557c75d {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:22.006329 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:22.006584 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21a60c20-9239-46af-97af-47fc5557c75d {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:22.007010 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'code': 200} Nov 22 18:39:22.007963 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=6']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:22.061273 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:22.065389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['0cae4549-b1cc-44b4-832f-9e546a969a87'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:22.278315 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a677-7819-41b5-8033-d7c203e4103f req-18a3e791-f284-4648-a932-c481c2b23aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:22.279886 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edf6a677-7819-41b5-8033-d7c203e4103f req-18a3e791-f284-4648-a932-c481c2b23aef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1098 time: 0.0437970 Nov 22 18:39:22.335278 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-edf6a677-7819-41b5-8033-d7c203e4103f req-73baccdf-bfcf-4949-a094-45b402438ddc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Nov 22 18:39:22.655708 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2309e-b051-425b-a532-83169604b288 req-9aa21d90-f738-4b9a-9aa0-d47cc081ecce tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:22.658960 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e5f2309e-b051-425b-a532-83169604b288 req-9aa21d90-f738-4b9a-9aa0-d47cc081ecce tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0688558 Nov 22 18:39:22.747515 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e5f2309e-b051-425b-a532-83169604b288 req-db6e6be7-395f-46ec-8bb4-fd5d8fdab2cd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794988 Nov 22 18:39:22.906564 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596e9c-3fde-4e6c-81b1-a69884569c2d req-fe156d4d-f55e-4ccf-a1f1-9b15fa2c017f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:22.908224 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fa596e9c-3fde-4e6c-81b1-a69884569c2d req-fe156d4d-f55e-4ccf-a1f1-9b15fa2c017f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 944 time: 0.0615814 Nov 22 18:39:22.958766 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-fa596e9c-3fde-4e6c-81b1-a69884569c2d req-ea4bdfe6-2cd8-4c08-adeb-b1f0631d45f6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Nov 22 18:39:23.623470 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:39:23.717051 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 0cae4549-b1cc-44b4-832f-9e546a969a87 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:23.717472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:23.846269 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:23.883143 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:23.954988 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:23.962389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:24.026314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:24.029249 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50db501-4d94-4147-8c85-4365fdc22443" -d '{"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:24.034038 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=7']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:24.172766 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492c8c-aa41-4145-92de-cae731a73394 req-c96a84f1-a363-442d-9aff-c5d9a82c4f33 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:24.175886 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ad492c8c-aa41-4145-92de-cae731a73394 req-c96a84f1-a363-442d-9aff-c5d9a82c4f33 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1023989 Nov 22 18:39:24.201037 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ee6a-4fa3-4a60-97e4-87457441969f req-a7642878-b9cf-43b2-8c16-30fc4782911d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:24.202604 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be73ee6a-4fa3-4a60-97e4-87457441969f req-a7642878-b9cf-43b2-8c16-30fc4782911d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0889597 Nov 22 18:39:24.286324 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ad492c8c-aa41-4145-92de-cae731a73394 req-b7d319ff-2a26-4230-9424-92734cf301e1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030254 Nov 22 18:39:24.302431 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-be73ee6a-4fa3-4a60-97e4-87457441969f req-d5d3324c-bafa-45e4-809a-260a72cf2039 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869694 Nov 22 18:39:24.353084 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fcfb7-2c64-42ab-b3e3-55ca74f03519 x-openstack-request-id: req-ee3fcfb7-2c64-42ab-b3e3-55ca74f03519 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:24.353599 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:24.353723 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee3fcfb7-2c64-42ab-b3e3-55ca74f03519 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:24.354042 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'code': 200} Nov 22 18:39:24.441444 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8dea-ea89-40c9-83c7-eb127a4d2826 req-82dd5446-9cd0-4dc0-91ff-cb8757531a96 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:24.449112 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db9b8dea-ea89-40c9-83c7-eb127a4d2826 req-82dd5446-9cd0-4dc0-91ff-cb8757531a96 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0692444 Nov 22 18:39:24.541411 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-db9b8dea-ea89-40c9-83c7-eb127a4d2826 req-61a3c926-78f5-461f-a7be-ffc79f459ff4 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913298 Nov 22 18:39:24.566261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38282) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:24.639407 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505fee56-0cca-4107-9b5c-01aea73d081b tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:24.644440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38284) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:24.644852 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-505fee56-0cca-4107-9b5c-01aea73d081b tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1093 time: 0.0767751 Nov 22 18:39:24.651082 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:24.687278 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:24.871053 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:25.062253 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.27.1.35 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/0984779c-764a-47bb-a14f-1dc84dbc4df8) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:39:25.214688 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:25.284479 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:25.345629 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:39:25.362072 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:39:25.370044 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2f735def-c0a8-4dd5-9a25-4d952a25f1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:25.372384 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:39:25.456989 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=0984779c-764a-47bb-a14f-1dc84dbc4df8,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:25.572943 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b74109-fa30-4bbf-9036-c664a2d8113d req-837224cb-8474-4c61-977c-b4a3863000e8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:25.574682 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-02b74109-fa30-4bbf-9036-c664a2d8113d req-837224cb-8474-4c61-977c-b4a3863000e8 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1710341 Nov 22 18:39:25.749499 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-02b74109-fa30-4bbf-9036-c664a2d8113d req-bf863e3a-98bd-45d2-98d0-5c691d70668a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590877 Nov 22 18:39:25.973497 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:26.125641 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:26.321011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:26.330237 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:26.434195 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=0984779c-764a-47bb-a14f-1dc84dbc4df8,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:26.447020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:26.925628 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP e1d88586-bc7e-4956-b453-67c9dd839397 associated. External IP: 172.27.1.35, port: 8e4e4ce1-ffda-472e-8883-3127e339921b. Nov 22 18:39:26.990045 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751523-ea45-4623-84b1-7d3d6e5ceaa7 req-d79b9a00-bee6-49ab-a0ab-87c73b7bc565 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:26.991611 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92751523-ea45-4623-84b1-7d3d6e5ceaa7 req-d79b9a00-bee6-49ab-a0ab-87c73b7bc565 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1245213 Nov 22 18:39:27.100534 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-92751523-ea45-4623-84b1-7d3d6e5ceaa7 req-a6cd9ce8-3187-43eb-9081-bfdcf9031328 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024258 Nov 22 18:39:27.239438 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:39:27.394440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:39:27.414547 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:39:27.416582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:27.430013 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:27.430962 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:38:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:27.446898 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b69ccf7e-8be3-4fc8-ad8a-f8af4b5fd0d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8002877 Nov 22 18:39:27.447497 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:27.450393 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a3f3a-9874-4a77-a3a2-a0f5df73906c" -d '{"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:27.490062 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce270f2-4ea6-4c59-993d-67757428ed74 x-openstack-request-id: req-2ce270f2-4ea6-4c59-993d-67757428ed74 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:27.490389 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:27.490689 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ce270f2-4ea6-4c59-993d-67757428ed74 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:27.491406 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'status': 'completed', 'code': 200} Nov 22 18:39:27.582641 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-30eaed03-32d8-4463-8a55-e2ce765a11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:27.584370 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-30eaed03-32d8-4463-8a55-e2ce765a11aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1098 time: 0.0669045 Nov 22 18:39:27.606616 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:27.738422 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-831b6827-5887-4b47-8e5c-12d46c6a7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:27.738422 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-831b6827-5887-4b47-8e5c-12d46c6a7589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.1423771 Nov 22 18:39:27.755952 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1d350b00-7225-434f-9a82-e707b34c1ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:27.827419 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-1d3b5b75-1c7e-498b-89a9-ab5a950b3486 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 998 time: 0.0827634 Nov 22 18:39:27.890424 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-05717f08-68d0-479a-8dc6-4acf6420ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:27.891950 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-05717f08-68d0-479a-8dc6-4acf6420ca1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0560892 Nov 22 18:39:27.928559 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:25Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:27.951523 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-340c13f7-cde2-4c6f-9410-8a8db8915c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:27.953021 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-340c13f7-cde2-4c6f-9410-8a8db8915c69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474298 Nov 22 18:39:27.964440 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:39:27.974101 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:27.974993 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:28.089693 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-74ef3853-d9da-4bae-b40c-2fe601cee11d service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262763 Nov 22 18:39:28.117222 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:28.258230 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-848a3f3a-9874-4a77-a3a2-a0f5df73906c req-e2326ac8-2565-4bc0-a3ef-bbc7b9d23702 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453331 Nov 22 18:39:28.297349 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683117e-0a77-46ef-8bf4-b7daaebf8552 req-fc70e9d8-ed56-4059-b52e-87a1d762d2b4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:28.300311 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1683117e-0a77-46ef-8bf4-b7daaebf8552 req-fc70e9d8-ed56-4059-b52e-87a1d762d2b4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0794415 Nov 22 18:39:28.386873 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1683117e-0a77-46ef-8bf4-b7daaebf8552 req-180eb5ec-eb2c-4880-ac46-4dc234f2758b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752411 Nov 22 18:39:28.591990 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:25Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:28.629627 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9d16-36ce-4c0f-9dc6-9249f2b57c81 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:25Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:39:28.914573 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6911db-aa7d-494a-a413-637a3a34ae95 None None] New status for floating IP e1d88586-bc7e-4956-b453-67c9dd839397: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:39:28.939680 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:29.535345 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11ad0-a393-479f-80ad-0dc8f9b86c3e req-1bda4082-9546-4075-a8d7-67ff8511926d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:29.536974 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8ae11ad0-a393-479f-80ad-0dc8f9b86c3e req-1bda4082-9546-4075-a8d7-67ff8511926d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0591488 Nov 22 18:39:29.600564 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8ae11ad0-a393-479f-80ad-0dc8f9b86c3e req-8a98248a-79e3-43f0-a1b6-92b046865300 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574493 Nov 22 18:39:30.175061 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c80c9-7dbf-49d6-937f-1ebda6deeed4 req-a3f8be82-f719-47c2-a400-7aad7f9247fb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:30.182742 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-506c80c9-7dbf-49d6-937f-1ebda6deeed4 req-a3f8be82-f719-47c2-a400-7aad7f9247fb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0792887 Nov 22 18:39:30.275849 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-506c80c9-7dbf-49d6-937f-1ebda6deeed4 req-730803bd-d3c6-4cdb-b06f-9bb9ba95dc29 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918486 Nov 22 18:39:30.295398 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38330) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:30.584905 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c145fd-a7a9-4a75-b17c-1bb8eec50315 tempest-TestMinimumBasicScenario-1972829267 tempest-TestMinimumBasicScenario-1972829267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:30.590241 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38338) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:30.591840 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f1c145fd-a7a9-4a75-b17c-1bb8eec50315 tempest-TestMinimumBasicScenario-1972829267 tempest-TestMinimumBasicScenario-1972829267-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1094 time: 0.2953146 Nov 22 18:39:30.595877 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'port_id': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:30.628178 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for floatingip, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:30.857612 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f50690-862c-40ee-bcbb-39cf69b01f76 req-df4a24f5-c4e4-45bc-b072-aee32e3f6f87 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:30.860933 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-66f50690-862c-40ee-bcbb-39cf69b01f76 req-df4a24f5-c4e4-45bc-b072-aee32e3f6f87 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1154680 Nov 22 18:39:30.892785 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:30.993776 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-66f50690-862c-40ee-bcbb-39cf69b01f76 req-b07800fb-fa53-46b3-af0b-1b3582696259 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250350 Nov 22 18:39:31.103216 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Allocated IP 172.27.1.58 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/32c07d74-9730-4fe0-a539-de8fec07267d) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:39:31.267571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:31.331385 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:31.380311 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:39:31.387375 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:39:31.392477 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:39:31.454976 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'Port': ['ID=32c07d74-9730-4fe0-a539-de8fec07267d,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:31.647836 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:31.701178 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:31.996807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:32.101190 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:32.237621 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7047363-e630-437d-b461-75657b8ebec8 req-ab6a2083-f00a-4bd2-b115-06951e4da89e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:32.239354 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7047363-e630-437d-b461-75657b8ebec8 req-ab6a2083-f00a-4bd2-b115-06951e4da89e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1403396 Nov 22 18:39:32.372107 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c7047363-e630-437d-b461-75657b8ebec8 req-5b47b3e1-d6e3-4f97-8d40-d3dd25583ffb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118026 Nov 22 18:39:32.445918 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:32.458521 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:32.532700 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'Port': ['ID=32c07d74-9730-4fe0-a539-de8fec07267d,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:32.552452 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:32.741473 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Floating IP f01cc66c-895c-474d-86c2-5486e3412077 associated. External IP: 172.27.1.58, port: 278916f5-7e36-49de-88bf-f0f670ddf1a7. Nov 22 18:39:33.115424 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:39:33.250698 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:39:33.264032 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Sync routers for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:39:33.273225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.289611 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:33.291652 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:33.305956 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-a2b8859e-92b6-4fd0-9aa9-413ea7ec61bc tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7143462 Nov 22 18:39:33.306611 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:33.308746 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38370) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:33.313714 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911597592', 'description': 'tempest-secgroup-smoke-911597592 description', 'project_id': '1e2af525f8e24a24b24b3d490b8769de'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:33.318789 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:33.348923 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.416264 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94147b29-5597-4f1d-beb1-9c07e09dc7f2 x-openstack-request-id: req-94147b29-5597-4f1d-beb1-9c07e09dc7f2 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:33.416807 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:33.417243 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94147b29-5597-4f1d-beb1-9c07e09dc7f2 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:33.417844 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:39:33.505464 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:33.568853 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-dc0abfa6-bdad-4a85-8baa-32e4ea7b10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:33.570048 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-dc0abfa6-bdad-4a85-8baa-32e4ea7b10e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1099 time: 0.1246080 Nov 22 18:39:33.586382 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.600370 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.648307 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56999f-d5ad-4e93-8e62-76546ac8993c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:33.658637 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.659563 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.660122 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.660640 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.661163 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.661684 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.662207 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.662713 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.663442 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.663965 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.664480 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.664989 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:33.671456 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.673361 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-565ea383-c84e-43ec-888b-d06ef29ac835 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3635161 Nov 22 18:39:33.683018 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38380) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:33.692847 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:33.777727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.875857 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a9b6a-263b-4427-8542-1a469470d3b3 req-680a8904-dbbb-4c82-ac97-66fe8b795703 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:33.889340 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a2a9b6a-263b-4427-8542-1a469470d3b3 req-680a8904-dbbb-4c82-ac97-66fe8b795703 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.3097079 Nov 22 18:39:33.939532 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:33.957610 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.000294 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8208ac64-2d74-40f6-97de-feb4f7961622,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:34.019654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.022103 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-377f56ec-5e4d-4a5f-927d-ea5b86c3ceb7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377256 Nov 22 18:39:34.032346 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38382) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:34.039517 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:34.042367 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'f01cc66c-895c-474d-86c2-5486e3412077', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'port_id': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'mac_address': 'fa:16:3e:fe:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb296a-139f-41f0-b030-6987ce600eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:31Z', 'updated_at': '2021-11-22T18:39:31Z', 'revision_number': 0, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:34.107580 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Checking router: 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:39:34.115736 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.131752 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:34.133176 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:34.238179 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.246381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.264488 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8be71ba-45c7-4f44-96fd-eb04ec7310c9,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:34.288510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.290367 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b2258e6f-05ad-4718-a0e0-97b0a4efc458 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2559435 Nov 22 18:39:34.293131 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38388) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:34.298153 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:34.335556 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.363239 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-4ab3bbae-2246-41fe-8dd5-b99a282d5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:34.364840 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-4ab3bbae-2246-41fe-8dd5-b99a282d5c67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.6998861 Nov 22 18:39:34.392803 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6a2a9b6a-263b-4427-8542-1a469470d3b3 req-359ee5c0-b0eb-4068-a63d-a565168b5311 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020893 Nov 22 18:39:34.452592 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088c84-21c8-4a74-8ccf-e11f5b512e06 req-d272f308-7e7a-4ac2-aaef-7972e4b78ed0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:34.461326 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2a088c84-21c8-4a74-8ccf-e11f5b512e06 req-d272f308-7e7a-4ac2-aaef-7972e4b78ed0 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.6676040 Nov 22 18:39:34.461921 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:34.468514 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.476885 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.515712 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d44ea4-293c-444c-b6db-e2f2596c854f,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:34.536908 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.541890 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6b927fdc-0d09-431d-bdcd-fa1656fba2f9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474563 Nov 22 18:39:34.543055 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38392) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:34.551640 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:34.575705 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-b7231621-ffe7-44ed-8ac1-bba6c3bd7684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 999 time: 0.1817250 Nov 22 18:39:34.591616 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.657454 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2a088c84-21c8-4a74-8ccf-e11f5b512e06 req-dabb6163-444c-45bb-ba40-c9053bf40fa1 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945214 Nov 22 18:39:34.702569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-a101f15a-1175-4adf-869b-c6e71be97219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:34.702569 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-a101f15a-1175-4adf-869b-c6e71be97219 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.1121674 Nov 22 18:39:34.710134 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.717481 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.754258 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8408486b-bfdd-45f6-b83c-dfc48981f05d,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:34.772552 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.774283 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-062c4a9e-1b37-464f-a0b6-c2f8a0f4acf9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2299502 Nov 22 18:39:34.778279 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38394) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:34.786513 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:34.803852 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-59bcaac1-c877-4454-a2fe-cf4a43a2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:34.805509 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-59bcaac1-c877-4454-a2fe-cf4a43a2ed33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938113 Nov 22 18:39:34.822187 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.securitygroups_db [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Project 1e2af525f8e24a24b24b3d490b8769de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:39:34.849816 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:34.939891 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'f01cc66c-895c-474d-86c2-5486e3412077', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'port_id': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'mac_address': 'fa:16:3e:fe:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb296a-139f-41f0-b030-6987ce600eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:31Z', 'updated_at': '2021-11-22T18:39:31Z', 'revision_number': 0, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:34.981874 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfa6de-5e7c-40fa-a8bb-30b0bde3dde5 None None] The sync data for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi is: [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'f01cc66c-895c-474d-86c2-5486e3412077', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'port_id': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'mac_address': 'fa:16:3e:fe:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb296a-139f-41f0-b030-6987ce600eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:31Z', 'updated_at': '2021-11-22T18:39:31Z', 'revision_number': 0, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:39:34.995537 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-e6a828d1-cb62-4dfb-a622-2ff4bce6802a service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727438 Nov 22 18:39:35.014050 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.025361 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.101861 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c12b12-32ce-4743-bde6-6a3801a90ef3,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:35.122942 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.136221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38396) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:35.137857 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3791c097-4cb4-4baf-a5e7-93cdc679cf39 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3575370 Nov 22 18:39:35.143845 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'security_group_rule': {'security_group_id': 'fb56999f-d5ad-4e93-8e62-76546ac8993c', 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:35.200228 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-26e425bf-deaa-4d85-a2bd-fea8cb3c21f1 req-f48e230d-9232-4d80-bb44-4f639c3832ce service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934588 Nov 22 18:39:35.203439 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.securitygroups_db [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Project 1e2af525f8e24a24b24b3d490b8769de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 18:39:35.230764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.324918 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.332958 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653722'] for security_group_rule, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.362940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1987488-20a7-4e59-8d67-abd753860cd6,revision_number=0']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:35.376591 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:35.382628 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cd23d2c1-44de-4a3d-afcf-680aa70b38b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2403543 Nov 22 18:39:35.388520 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462bb68-04d8-4f2c-975f-173ef780d936 None None] New status for floating IP f01cc66c-895c-474d-86c2-5486e3412077: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:39:35.596494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-64b0dccd-b630-44b0-adad-26eaee7c4108 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911597592&fields=id&tenant_id=1e2af525f8e24a24b24b3d490b8769de HTTP/1.1" status: 200 len: 267 time: 0.1080108 Nov 22 18:39:35.723419 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4e079-356c-453c-81f9-fb0480ea650b req-3c9d9911-8d3e-4e38-8681-4e88d357f2dd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:35.726488 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87f4e079-356c-453c-81f9-fb0480ea650b req-3c9d9911-8d3e-4e38-8681-4e88d357f2dd tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1706128 Nov 22 18:39:35.737680 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-d3b1bc91-5a75-4f73-99c6-c0862284e6da tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:35.739278 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-d3b1bc91-5a75-4f73-99c6-c0862284e6da tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.1279421 Nov 22 18:39:35.768380 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'port': {'security_groups': ['60bf4cb8-288f-4d7b-8646-72f137f85a6f', 'fb56999f-d5ad-4e93-8e62-76546ac8993c']}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:39:35.783770 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eb585-653f-469e-8557-0b478658e653 req-50951f3f-cfc8-40a2-8cd3-fcf9efeff5ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:35.785344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b98eb585-653f-469e-8557-0b478658e653 req-50951f3f-cfc8-40a2-8cd3-fcf9efeff5ec tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.1380544 Nov 22 18:39:35.949929 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-87f4e079-356c-453c-81f9-fb0480ea650b req-d6a1d29c-8b11-4f1d-8beb-ca92c4a22283 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095978 Nov 22 18:39:35.958317 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.074332 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Deleting port 1da99052-2f79-45d0-94fe-5f58818ecb1b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:36.074670 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.241260 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49743dd-434d-4500-ad1a-e1cd084fc0b9 req-e888ed2e-8fff-4afa-8f7e-e842dd160b72 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.242884 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a49743dd-434d-4500-ad1a-e1cd084fc0b9 req-e888ed2e-8fff-4afa-8f7e-e842dd160b72 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 946 time: 0.2031813 Nov 22 18:39:36.248985 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6936a-6975-4397-a5e4-887eea761b18 req-b74f28ad-5b0b-48af-82c9-2e4d80d0f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.252465 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-b74f28ad-5b0b-48af-82c9-2e4d80d0f9d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1098 time: 0.0962293 Nov 22 18:39:36.383908 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] For port 1da99052-2f79-45d0-94fe-5f58818ecb1b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=1da99052-2f79-45d0-94fe-5f58818ecb1b,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:36.384768 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.429767 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6936a-6975-4397-a5e4-887eea761b18 req-f00e5e09-2919-4c1a-92d8-f3542a01ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.432122 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-f00e5e09-2919-4c1a-92d8-f3542a01ffec service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.1654565 Nov 22 18:39:36.522702 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-c2cea69e-57b3-46a1-bf93-4f63f99fd27e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 1000 time: 0.0822315 Nov 22 18:39:36.545080 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a49743dd-434d-4500-ad1a-e1cd084fc0b9 req-5638da23-addc-4d58-8743-be8cd091f646 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups?id=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031796 Nov 22 18:39:36.545080 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:36.607430 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6936a-6975-4397-a5e4-887eea761b18 req-c5943b6a-40fd-498d-9807-b7b915418529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.609053 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-c5943b6a-40fd-498d-9807-b7b915418529 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0756605 Nov 22 18:39:36.639640 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.649725 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.662733 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:36.701067 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6936a-6975-4397-a5e4-887eea761b18 req-eaf23cb1-f74b-4e6d-823d-ec56a23c1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.704786 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-eaf23cb1-f74b-4e6d-823d-ec56a23c1e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859666 Nov 22 18:39:36.764542 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:36.765525 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.768278 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-7c2e6de1-4a25-41d5-9fa9-59557904d443 req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "PUT /v2.0/ports/278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 982 time: 1.0184953 Nov 22 18:39:36.771878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:36.774065 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:36.819165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.819678 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:36.820013 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Floating IP 5f8fa201-6abe-4a60-b110-3788cf3902a2 disassociated. External IP: 172.27.1.132, port: 1da99052-2f79-45d0-94fe-5f58818ecb1b. Nov 22 18:39:36.820360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Calling delete_port for 1da99052-2f79-45d0-94fe-5f58818ecb1b owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:36.857225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dc6dc-6f24-4179-bcab-a29bc03be60c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=6']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:36.884020 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-f80e3246-0b97-4e4b-806a-76189b07547a service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695790 Nov 22 18:39:36.890390 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:36.913692 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be4021-fc5d-411a-9fa3-6cf3e8f876e7 x-openstack-request-id: req-e7be4021-fc5d-411a-9fa3-6cf3e8f876e7 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:36.913986 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:36.926162 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7be4021-fc5d-411a-9fa3-6cf3e8f876e7 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:36.927746 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:39:37.027505 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-44d60abe-0205-4748-b0fe-50ff9b6ce62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.029311 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fa14f-b07f-4dc1-88d1-b079e388eb2f req-f0c22014-5240-4079-a831-acf1daec10d3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.029576 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-44d60abe-0205-4748-b0fe-50ff9b6ce62e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1138 time: 0.0746570 Nov 22 18:39:37.031347 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4c9fa14f-b07f-4dc1-88d1-b079e388eb2f req-f0c22014-5240-4079-a831-acf1daec10d3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.1005378 Nov 22 18:39:37.170903 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-6111a88e-6173-4929-8cdb-bbca60195499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.172315 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-6111a88e-6173-4929-8cdb-bbca60195499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.1282954 Nov 22 18:39:37.175709 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-09a6936a-6975-4397-a5e4-887eea761b18 req-531dd20d-407e-47e0-b211-5e7376989340 service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847693 Nov 22 18:39:37.217709 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:37.227494 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea033d-1708-4290-8db2-ee96adeb3ef3 req-b34204c1-53cb-49f4-9974-3ba4f4c0a502 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.227494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-98ea033d-1708-4290-8db2-ee96adeb3ef3 req-b34204c1-53cb-49f4-9974-3ba4f4c0a502 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.1245627 Nov 22 18:39:37.244219 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4c9fa14f-b07f-4dc1-88d1-b079e388eb2f req-0922c193-fd1a-48bb-88f0-ad4f3f42b350 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032845 Nov 22 18:39:37.282640 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-5d764e0e-df4f-460f-b94c-5005f609beca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0904839 Nov 22 18:39:37.326083 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-f85cfec7-6e5a-4aee-b56f-40eb38aa8487 None None] Provisioning complete for port 278916f5-7e36-49de-88bf-f0f670ddf1a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:37.326823 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f85cfec7-6e5a-4aee-b56f-40eb38aa8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:37.343702 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'Port': ['ID=1da99052-2f79-45d0-94fe-5f58818ecb1b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:37.348928 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-9d152a74-41c9-45cf-aedb-3a8b1277c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.350568 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-9d152a74-41c9-45cf-aedb-3a8b1277c016 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0590641 Nov 22 18:39:37.387288 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-98ea033d-1708-4290-8db2-ee96adeb3ef3 req-d475126d-0aab-4e5f-bd56-c04807d8227c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385553 Nov 22 18:39:37.408065 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-a3a6348b-49aa-4352-a3dc-305cdbaf9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:37.409722 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-a3a6348b-49aa-4352-a3dc-305cdbaf9f14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514457 Nov 22 18:39:37.554674 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-7b1a6d32-aee7-49b2-9e63-bad27af11732 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291640 Nov 22 18:39:37.556617 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:39:37.685128 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4af0fcd5-0759-404d-bc56-e8cc2f1c3464 req-582a8763-30fa-4980-aab0-113dac6d98de service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221957 Nov 22 18:39:37.783506 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8c64d47a-81ac-4e8e-a4af-ec2c98fff6fa req-c7486a6f-bb54-42ed-81fd-3895865cd58a tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/ports?device_id=66a4ea3c-8783-461a-9552-1678a57ec66b HTTP/1.1" status: 200 len: 210 time: 0.0386033 Nov 22 18:39:37.817508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:39:37.837099 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:39:37.868558 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:37.869273 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:37.872586 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] No DVR routers for this DVR port 1da99052-2f79-45d0-94fe-5f58818ecb1b on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:39:37.876713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:37.880462 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b98eb585-653f-469e-8557-0b478658e653 req-9e5521e3-d207-4674-bdbb-2bb57d2f4d96 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.57 "DELETE /v2.0/ports/1da99052-2f79-45d0-94fe-5f58818ecb1b HTTP/1.1" status: 204 len: 173 time: 2.0705314 Nov 22 18:39:38.020124 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:38.244988 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:38.278434 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:39:38.288799 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:38.290740 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:38.572508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e383d-71ee-4168-8fa8-fb00086eb937 req-76158005-a7c6-42da-bb90-f67fd8d14663 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:38.575350 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-529e383d-71ee-4168-8fa8-fb00086eb937 req-76158005-a7c6-42da-bb90-f67fd8d14663 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0869906 Nov 22 18:39:38.587795 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:38.647113 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-529e383d-71ee-4168-8fa8-fb00086eb937 req-a2b24cff-5a13-416b-b482-1095d7cb6d96 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602894 Nov 22 18:39:38.816263 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:38.854721 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8379b0-84ae-478d-9a14-78eb4961e98a None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:30Z', 'revision_number': 4, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '7da4b09f-314a-4f78-84c8-1e60ce1f14ea', 'name': '', 'network_id': '7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'mac_address': 'fa:16:3e:e3:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:25Z', 'updated_at': '2021-11-22T18:32:41Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'subnets': [{'id': '6f517baf-8f04-44e5-8b6b-3e23ed1846bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:39:38.902205 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38430) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:38.929072 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'name': 'network-vif-deleted', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:38.933297 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfc3ba1-b10a-437d-8f0e-9cffbad2385d" -d '{"events": [{"server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "name": "network-vif-deleted", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:38.972042 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:38.976105 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c0dad-f4ef-4856-8682-f572bcde71c1 x-openstack-request-id: req-587c0dad-f4ef-4856-8682-f572bcde71c1 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:38.976579 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a4ea3c-8783-461a-9552-1678a57ec66b", "name": "network-vif-deleted", "tag": "1da99052-2f79-45d0-94fe-5f58818ecb1b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:38.976946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-587c0dad-f4ef-4856-8682-f572bcde71c1 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:38.977533 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a4ea3c-8783-461a-9552-1678a57ec66b', 'name': 'network-vif-deleted', 'tag': '1da99052-2f79-45d0-94fe-5f58818ecb1b', 'status': 'completed', 'code': 200} Nov 22 18:39:39.001117 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.061003 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.066786 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.069103 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "DELETE /v2.0/security-groups/bd43bd6e-8394-4bfa-b4e1-d21ef656cccf HTTP/1.1" status: 204 len: 168 time: 0.1649749 Nov 22 18:39:39.071540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38434) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:39.085598 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1152e8-2688-4532-b7b7-c637de71c2cc tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd43bd6e-8394-4bfa-b4e1-d21ef656cccf,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:39.087279 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.api.v2.resource [None req-02f630b0-f304-45c6-83fa-fb2b9c8405be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] show failed (client error): The resource could not be found. Nov 22 18:39:39.090960 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-02f630b0-f304-45c6-83fa-fb2b9c8405be tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "GET /v2.0/security-groups/bd43bd6e-8394-4bfa-b4e1-d21ef656cccf HTTP/1.1" status: 404 len: 347 time: 0.0155993 Nov 22 18:39:39.091599 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38436) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:39.168019 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7fa048-7a3b-4792-8119-d3b82cd1bb3e None None] New status for floating IP 5f8fa201-6abe-4a60-b110-3788cf3902a2: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:39:39.323440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Deleting port 98407b0c-4fe0-4956-b50f-a4f5a820866a {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:39.323821 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.324753 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:39:39.430170 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.430713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.450178 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Calling delete_port for 98407b0c-4fe0-4956-b50f-a4f5a820866a owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:39.621453 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.654928 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Pushing event deleted for resources: {'Port': ['ID=98407b0c-4fe0-4956-b50f-a4f5a820866a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:39.715396 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1da99052-2f79-45d0-94fe-5f58818ecb1b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:39:39.729856 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.732582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.742494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0d7d61ec-84a9-45fb-87fa-f46a6a768523 tempest-AttachVolumeTestJSON-294246047 tempest-AttachVolumeTestJSON-294246047-project] 10.222.0.61 "DELETE /v2.0/floatingips/5f8fa201-6abe-4a60-b110-3788cf3902a2 HTTP/1.1" status: 204 len: 168 time: 0.6412246 Nov 22 18:39:39.750982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 1da99052-2f79-45d0-94fe-5f58818ecb1b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:39:39.751605 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 1da99052-2f79-45d0-94fe-5f58818ecb1b not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:39:39.752308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:39:39.812592 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b83d52-b557-4ac1-bb6b-c303877e8d11 req-480f0711-c489-4d17-88cd-c9702c19cfd5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:39.814881 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c4b83d52-b557-4ac1-bb6b-c303877e8d11 req-480f0711-c489-4d17-88cd-c9702c19cfd5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 945 time: 0.0683379 Nov 22 18:39:39.858678 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.879392 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c4b83d52-b557-4ac1-bb6b-c303877e8d11 req-e9c95328-1f25-48af-9486-ba2c03393d73 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581028 Nov 22 18:39:39.911767 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:39.916842 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba04ef1-a939-42e0-8d15-234e3cba3a2c" -d '{"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:39.939318 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:39.944322 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:39.985955 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed1fff-d8e8-48d7-a5bb-372ddf1375b1 x-openstack-request-id: req-7eed1fff-d8e8-48d7-a5bb-372ddf1375b1 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:39.986446 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-unplugged", "status": "failed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "code": 422}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:39.987016 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7eed1fff-d8e8-48d7-a5bb-372ddf1375b1 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:39.987527 dv-cinder-818815-1-iscsi neutron-server[102587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'code': 422} returned with failed status Nov 22 18:39:40.022014 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=8']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:41.008055 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a73-f1c7-4dea-b54c-9372da65568e req-5eb65b08-87c8-44aa-9ab5-2bba8ad21832 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:41.010453 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06278a73-f1c7-4dea-b54c-9372da65568e req-5eb65b08-87c8-44aa-9ab5-2bba8ad21832 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0820715 Nov 22 18:39:41.035164 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-90390ba3-5fa4-49ed-980c-f6af86a7ea23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500376 Nov 22 18:39:41.116053 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-06278a73-f1c7-4dea-b54c-9372da65568e req-4ca3c856-c1c5-4066-ac1b-fa22968c1bf7 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959985 Nov 22 18:39:41.961671 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-048fb4a0-4abd-4139-aa83-0ec63e3d46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:41.963498 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-048fb4a0-4abd-4139-aa83-0ec63e3d46d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2&tenant_id=2c38af8745ec4612b35c998da6038351 HTTP/1.1" status: 200 len: 1096 time: 0.0452745 Nov 22 18:39:42.032892 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-4c5d274d-5211-491f-b501-5d32e3d502f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:42.039106 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-4c5d274d-5211-491f-b501-5d32e3d502f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1096 time: 0.0451937 Nov 22 18:39:42.142598 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-4d59a30f-cb76-4672-862f-4d21ad6e597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:42.144273 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-4d59a30f-cb76-4672-862f-4d21ad6e597c service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.1025844 Nov 22 18:39:42.285433 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-8f582a76-1bcb-44bf-94c0-57515afb6dc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 998 time: 0.1337695 Nov 22 18:39:42.339732 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf33a-0086-40dd-84ae-975b51775ac1 req-c8b6fc7a-4f2e-4374-921e-665cb3fe08ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:42.341333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-396cf33a-0086-40dd-84ae-975b51775ac1 req-c8b6fc7a-4f2e-4374-921e-665cb3fe08ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.1006668 Nov 22 18:39:42.375744 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-64b80e48-77c7-4ae3-84ad-87fff391cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:42.377603 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-64b80e48-77c7-4ae3-84ad-87fff391cd77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0835478 Nov 22 18:39:42.436483 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-396cf33a-0086-40dd-84ae-975b51775ac1 req-c0c10707-405b-4e81-9122-5a94c134709d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809531 Nov 22 18:39:42.450131 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-11371a69-7014-47e2-abad-644105a6c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:42.451776 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-11371a69-7014-47e2-abad-644105a6c7d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646079 Nov 22 18:39:42.557632 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-812427e8-5e5d-4608-8a4a-443ff7d83bbb service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973401 Nov 22 18:39:42.704195 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6b1636d9-209e-41e3-925c-8e183ba20cb0 req-967e2525-f3b3-414b-89c8-5bcb9de9543b service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377108 Nov 22 18:39:43.541991 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38538) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:43.602302 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826c5d-4184-4230-9597-4716142d5b4b req-6cb7dcbb-282e-40c6-b094-fa884b1d0b1e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:43.604205 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a826c5d-4184-4230-9597-4716142d5b4b req-6cb7dcbb-282e-40c6-b094-fa884b1d0b1e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0714707 Nov 22 18:39:43.705570 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0a826c5d-4184-4230-9597-4716142d5b4b req-60842cfa-f5eb-4a7a-8b3c-a382431e17f2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851600 Nov 22 18:39:44.464510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:44.910012 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ca685-8cbf-4bc7-a0ca-21214e6d2544 req-85922d98-1b07-4bba-aafa-4835a62edd12 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:44.916733 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4a5ca685-8cbf-4bc7-a0ca-21214e6d2544 req-85922d98-1b07-4bba-aafa-4835a62edd12 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0787675 Nov 22 18:39:44.987709 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-4a5ca685-8cbf-4bc7-a0ca-21214e6d2544 req-0eb75c98-5b8b-4fd2-87ba-4ba36407c4a3 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631948 Nov 22 18:39:45.304879 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Deleting port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:45.305647 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:45.401254 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] For port 7da4b09f-314a-4f78-84c8-1e60ce1f14ea, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:45.401254 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:45.417932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Calling delete_port for 7da4b09f-314a-4f78-84c8-1e60ce1f14ea owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:45.696790 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:45.728403 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da4b09f-314a-4f78-84c8-1e60ce1f14ea,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:45.974604 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:46.162593 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a392d1-1119-45cf-b292-6d8e47a61a49 req-00c74c07-c423-43a1-8f40-5e9e05b784fb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:46.167421 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42a392d1-1119-45cf-b292-6d8e47a61a49 req-00c74c07-c423-43a1-8f40-5e9e05b784fb tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0857706 Nov 22 18:39:46.231923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-42a392d1-1119-45cf-b292-6d8e47a61a49 req-3b007ad1-0045-4b90-a400-1c4451edef61 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586042 Nov 22 18:39:46.298784 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:39:46.431720 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:39:46.441773 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-15c5b821-746e-44e2-8f96-0ab9e8ce8756 admin admin] 10.222.0.61 "PUT /v2.0/routers/e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8974130 Nov 22 18:39:46.446486 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38548) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:46.448654 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Sync routers for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:39:46.471142 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:46.472281 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:46.603420 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:46.627260 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:46.770391 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:46.836070 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Deleting port 0dfe50e1-da05-4f36-b3e9-67188c53f86d {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:46.836454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:46.950308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:39:45Z', 'revision_number': 5, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port': {'id': '0dfe50e1-da05-4f36-b3e9-67188c53f86d', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:17Z', 'updated_at': '2021-11-22T18:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:47.017383 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Checking router: e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:39:47.033587 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Routers {'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:47.034613 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:47.161570 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] Set router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:47.237013 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:39:46Z', 'revision_number': 6, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:47.271899 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d7cc-e3c2-4c37-8279-6a928d5d81f1 None None] The sync data for ids ['e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7'] in dv-cinder-818815-1-iscsi is: [{'id': 'e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7', 'name': 'tempest-AttachVolumeTestJSON-187255742-router', 'tenant_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:39:46Z', 'revision_number': 6, 'project_id': 'd90ca8eafd1249d1bf5fb5a29c3c4b5d', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:39:47.299475 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] For port 0dfe50e1-da05-4f36-b3e9-67188c53f86d, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=0dfe50e1-da05-4f36-b3e9-67188c53f86d,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:47.300134 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:47.338430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Calling delete_port for 0dfe50e1-da05-4f36-b3e9-67188c53f86d owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:47.543966 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba0ff6-6aed-4534-80e6-41abf9b2ace8 req-1bda2f16-5196-46d1-8632-69fd52c1486a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:47.546653 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c0ba0ff6-6aed-4534-80e6-41abf9b2ace8 req-1bda2f16-5196-46d1-8632-69fd52c1486a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.1115541 Nov 22 18:39:47.773987 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c0ba0ff6-6aed-4534-80e6-41abf9b2ace8 req-24dcdb24-3c69-49d9-8881-1a878eed07f2 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195857 Nov 22 18:39:47.802940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:47.842937 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfe50e1-da05-4f36-b3e9-67188c53f86d,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:47.942632 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.039717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.041978 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.092059 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.092599 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:39:48.098337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.100387 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-57247181-6d6d-417a-a0ee-c5807a403214 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e7b1d6c6-e585-46b3-b603-b4f10bb8f3f7 HTTP/1.1" status: 204 len: 168 time: 1.6521649 Nov 22 18:39:48.108896 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38552) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:48.167085 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Deleting subnet 6f517baf-8f04-44e5-8b6b-3e23ed1846bd {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:39:48.172950 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.221114 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.350977 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.426210 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.458763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f517baf-8f04-44e5-8b6b-3e23ed1846bd,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:48.470716 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.474149 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-ff3e97d8-18dd-4620-bb35-b528289e7e97 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6f517baf-8f04-44e5-8b6b-3e23ed1846bd HTTP/1.1" status: 204 len: 168 time: 0.3693180 Nov 22 18:39:48.476932 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38554) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:48.477792 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f576a90-2a90-4d7e-9ed1-5f6fe982b240 None None] Network 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:39:48.565787 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.662894 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Deleting port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:48.663172 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.745687 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] DHCP port deletion for 7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:39:48.756178 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] For port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:48.756541 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.776865 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Calling delete_port for 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:48.810647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Deleting port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e {{(pid=102587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:48.811242 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.889894 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.890153 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] For port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,segment=NetworkSegment(a0604570-1dc1-41a9-b3d9-79be752a060a),segment_id=a0604570-1dc1-41a9-b3d9-79be752a060a)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:48.890422 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:48.911197 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Calling delete_port for 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e owned by network:dhcp {{(pid=102587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:48.941506 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:48.949319 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] No DVR routers for this DVR port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e on host dv-cinder-818815-1-iscsi {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:39:48.999442 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241e585-c03b-42ed-ab68-6592d6a44eef req-8a185848-379f-4acb-9c8a-ec9cc455dc34 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:49.008963 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3241e585-c03b-42ed-ab68-6592d6a44eef req-8a185848-379f-4acb-9c8a-ec9cc455dc34 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0729699 Nov 22 18:39:49.075344 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-3241e585-c03b-42ed-ab68-6592d6a44eef req-4acd8ae9-6ef2-48e8-8aeb-e763f6f81721 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651000 Nov 22 18:39:49.090806 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.107887 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948'] for port, after_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.118672 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:49.140060 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0604570-1dc1-41a9-b3d9-79be752a060a') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:49.140473 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0604570-1dc1-41a9-b3d9-79be752a060a') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:49.149708 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] Pushing event deleted for resources: {'Port': ['ID=63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e,revision_number=None']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:49.151814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd295cb6-f2b1-43fd-b0e5-939624dec27d None None] No DVR routers for this DVR port 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e on host dv-cinder-818815-1-iscsi {{(pid=102587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:39:49.152979 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.168534 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.179283 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:39:49.179698 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:39:49.181754 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:39:49.277959 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.284955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.290882 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d HTTP/1.1" status: 204 len: 168 time: 0.8128815 Nov 22 18:39:49.304213 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06e8ad-4f78-4ec7-973f-1803fbf53ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3d8ccc-c3d1-4a62-b5aa-5def2c45f95d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:49.387472 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 0dfe50e1-da05-4f36-b3e9-67188c53f86d no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:39:49.412115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 0dfe50e1-da05-4f36-b3e9-67188c53f86d {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:39:49.412604 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 0dfe50e1-da05-4f36-b3e9-67188c53f86d not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:39:49.412894 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7da4b09f-314a-4f78-84c8-1e60ce1f14ea no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:39:49.433194 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38564) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:49.439738 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 7da4b09f-314a-4f78-84c8-1e60ce1f14ea {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:39:49.440039 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7da4b09f-314a-4f78-84c8-1e60ce1f14ea not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:39:49.440453 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:39:49.464948 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:39:49.465208 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 63c5bcf4-0ea6-419f-9f47-39f9bcf7c75e not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:39:49.478450 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-392bc59e-d683-4ddb-a16c-acf2762c8c4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d90ca8eafd1249d1bf5fb5a29c3c4b5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440402 Nov 22 18:39:49.481255 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38566) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:49.539330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.563011 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.625389 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.628674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:49.629870 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d129ed01-0335-4fc5-b6aa-3ea2c471fbd8 HTTP/1.1" status: 204 len: 168 time: 0.1476145 Nov 22 18:39:49.638321 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432542b-c03e-4100-8c70-b082edf8e0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129ed01-0335-4fc5-b6aa-3ea2c471fbd8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:50.217219 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395763b-dd1a-4df4-bd9b-b57b05d6d350 req-187f4385-fde8-4bc2-90f3-4a427cddb67a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:50.227489 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6395763b-dd1a-4df4-bd9b-b57b05d6d350 req-187f4385-fde8-4bc2-90f3-4a427cddb67a tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0730062 Nov 22 18:39:50.291897 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6395763b-dd1a-4df4-bd9b-b57b05d6d350 req-14083cb2-d478-4bbb-b24b-1466255ad80d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635126 Nov 22 18:39:51.475840 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2418-3191-45ee-96cf-1a865a9fa64f req-a9dc82d3-bcd1-465a-9c9a-522ad8521ea4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:51.478614 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d07c2418-3191-45ee-96cf-1a865a9fa64f req-a9dc82d3-bcd1-465a-9c9a-522ad8521ea4 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0824149 Nov 22 18:39:51.588865 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d07c2418-3191-45ee-96cf-1a865a9fa64f req-d4e3ffe1-6595-421b-8240-d95df14733c1 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891976 Nov 22 18:39:52.891492 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f2816-9a53-4090-b0aa-eb772d967df3 req-8f1fa4af-7bf4-4d4c-b43e-71c2759e2964 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:52.893136 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ca1f2816-9a53-4090-b0aa-eb772d967df3 req-8f1fa4af-7bf4-4d4c-b43e-71c2759e2964 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0642533 Nov 22 18:39:52.950018 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ca1f2816-9a53-4090-b0aa-eb772d967df3 req-b5eb9115-d968-444d-8227-bcf0e803520b tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 Nov 22 18:39:53.879379 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:54.078563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf790-ba32-48cf-953e-277552f5fd6b req-6805e726-899e-431c-89bb-f59e4dcf23af tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:54.080347 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-912bf790-ba32-48cf-953e-277552f5fd6b req-6805e726-899e-431c-89bb-f59e4dcf23af tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0567596 Nov 22 18:39:54.134721 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-912bf790-ba32-48cf-953e-277552f5fd6b req-1b639fbf-6541-44f5-b0e9-b5b584a2be2e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481324 Nov 22 18:39:55.255084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75af526-fd26-4027-bb06-47dc4bb22e0c req-1a7a2c31-2df5-457f-805c-419b5384ad3f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:55.256662 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e75af526-fd26-4027-bb06-47dc4bb22e0c req-1a7a2c31-2df5-457f-805c-419b5384ad3f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 943 time: 0.0483367 Nov 22 18:39:55.308999 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e75af526-fd26-4027-bb06-47dc4bb22e0c req-a6d1ee7e-f72b-4696-9bc7-e4dcbb274e42 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Nov 22 18:39:55.364222 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-94c3ffc0-958f-4f42-8f74-ae03eb5dfd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:55.824794 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:39:55.927243 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:55.939534 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'port_id': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'mac_address': 'fa:16:3e:c0:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:39:55.975988 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:55.988834 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:39:56.012145 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:56.016800 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:56.065448 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=9']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:56.251705 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['0cae4549-b1cc-44b4-832f-9e546a969a87'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:39:56.441330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bd59-56b9-4a3d-9f61-aae53089b27a req-fa0443be-c88c-4e2c-92b4-40f3a2c1ad22 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:56.442819 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99e4bd59-56b9-4a3d-9f61-aae53089b27a req-fa0443be-c88c-4e2c-92b4-40f3a2c1ad22 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 944 time: 0.0571725 Nov 22 18:39:56.489981 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-99e4bd59-56b9-4a3d-9f61-aae53089b27a req-f3c9a482-386d-444f-9181-38dffad655a0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Nov 22 18:39:56.512448 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38676) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:56.830252 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Deleting port 77f75364-ba9f-48cf-a4b3-948f691c17eb {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:56.830600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:56.910027 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:56.910368 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:56.922429 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Calling delete_port for 77f75364-ba9f-48cf-a4b3-948f691c17eb owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:39:57.124041 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:57.164042 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event deleted for resources: {'Port': ['ID=77f75364-ba9f-48cf-a4b3-948f691c17eb,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:57.205745 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.206100 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.206454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.206794 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.207157 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.207491 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.207821 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.208210 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.208578 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.208984 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.209422 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.209767 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:39:57.236388 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:57.236733 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Floating IP 5d33e260-bf9b-49c7-8361-9771aa4a7a92 disassociated (deleted). External IP: 172.27.1.238, port: fc913e92-d129-414b-bcbc-f17ddbddf58b. Nov 22 18:39:57.477013 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Router 402d99f8-96f5-473e-837d-eede03808fbd has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:39:57.626216 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:39:57.632226 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:57.639624 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Sync routers for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:39:57.651430 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:57.652303 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:57.667180 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bc91b-60a2-4ff2-a7c9-e94e61e6ee1b req-b88d7489-960b-47d9-a0d4-639f86aeeb5f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:57.668674 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-384bc91b-60a2-4ff2-a7c9-e94e61e6ee1b req-b88d7489-960b-47d9-a0d4-639f86aeeb5f tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 944 time: 0.1012127 Nov 22 18:39:57.677674 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-491e395c-9c74-4923-894e-1599a56a8803 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "DELETE /v2.0/floatingips/5d33e260-bf9b-49c7-8361-9771aa4a7a92 HTTP/1.1" status: 204 len: 168 time: 1.1641178 Nov 22 18:39:57.679804 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:57.682092 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f5560-77dc-44e2-8d06-8d6a90666883" -d '{"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:57.733517 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-434cbe0f-2bde-46f3-9b59-1fbe6ac6873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:57.736067 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-384bc91b-60a2-4ff2-a7c9-e94e61e6ee1b req-1327b589-e50d-4441-a510-d05cd63245d0 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560970 Nov 22 18:39:57.779269 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:57.801839 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4a195-d35d-4fb7-9df3-336b9f060549 x-openstack-request-id: req-4df4a195-d35d-4fb7-9df3-336b9f060549 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:57.802147 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:57.802443 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4df4a195-d35d-4fb7-9df3-336b9f060549 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:57.802813 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'status': 'completed', 'code': 200} Nov 22 18:39:57.837822 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:39:57.923817 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port 0cae4549-b1cc-44b4-832f-9e546a969a87 triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:39:57.924535 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:57.944895 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-31e10fb5-6728-4d2c-aedc-8c8299b68eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:57.946822 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-31e10fb5-6728-4d2c-aedc-8c8299b68eed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 1098 time: 0.1202464 Nov 22 18:39:58.015482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042cd7f-452b-4c05-8aae-d553238e4f76 req-b726f8e1-bcac-42f3-bedf-69205faf40f9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.016905 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6042cd7f-452b-4c05-8aae-d553238e4f76 req-b726f8e1-bcac-42f3-bedf-69205faf40f9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.1032929 Nov 22 18:39:58.018064 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:58.044411 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:39:58.047957 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99181e-591e-4a20-ae5d-80a7fc53b618" -d '{"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:39:58.062236 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:39:58.068082 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:58.095828 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-3ae29941-6d39-4bf1-b764-2d5e222b05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.097333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-3ae29941-6d39-4bf1-b764-2d5e222b05fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 200 len: 909 time: 0.1412895 Nov 22 18:39:58.106685 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-6042cd7f-452b-4c05-8aae-d553238e4f76 req-ed97ea33-0a58-401c-939a-e2f663238cda tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790441 Nov 22 18:39:58.118398 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf69c04-8442-4f3a-9015-d15a125b6c27 x-openstack-request-id: req-5bf69c04-8442-4f3a-9015-d15a125b6c27 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:39:58.118947 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:39:58.119896 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bf69c04-8442-4f3a-9015-d15a125b6c27 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:39:58.120500 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'code': 200} Nov 22 18:39:58.131833 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:58.134703 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=10']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:58.145376 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-0b9b6713-adc6-4a0a-ab20-3febb26ad3a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 200 len: 217 time: 0.0376604 Nov 22 18:39:58.171128 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Checking router: 402d99f8-96f5-473e-837d-eede03808fbd for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:39:58.181067 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:39:58.182403 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:58.205411 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-6ef9997c-0976-48f3-a3f6-fcaf4989e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.206953 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-6ef9997c-0976-48f3-a3f6-fcaf4989e308 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 200 len: 847 time: 0.0527122 Nov 22 18:39:58.268928 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-35c84b61-1034-42cf-b7be-67d1636b5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.270730 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-35c84b61-1034-42cf-b7be-67d1636b5b49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541027 Nov 22 18:39:58.305382 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:39:58.337914 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd8dc9-bfa7-49f2-95bc-648e97fe6b5e req-2486fe11-3fb9-4a72-8438-c0b994944206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.340192 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-84bd8dc9-bfa7-49f2-95bc-648e97fe6b5e req-2486fe11-3fb9-4a72-8438-c0b994944206 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1099 time: 0.0458460 Nov 22 18:39:58.380151 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-60f6b581-3ed9-4371-b918-9fb6948bd815 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875318 Nov 22 18:39:58.388106 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-84bd8dc9-bfa7-49f2-95bc-648e97fe6b5e req-a23374a3-229d-4cea-8ad0-973ea8022883 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Nov 22 18:39:58.484042 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-da8f5560-77dc-44e2-8d06-8d6a90666883 req-7347afe1-624e-4637-9d09-bbb31db1a679 service neutron] 10.222.0.57 "GET /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954001 Nov 22 18:39:58.514035 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:39:58.542717 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c5854-5e09-45f9-a674-dd195665b2a7 None None] The sync data for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi is: [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:33:58Z', 'revision_number': 4, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'c44f3995-90fc-48c6-8258-08a9f3974d1b', 'name': '', 'network_id': '5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'mac_address': 'fa:16:3e:12:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dd19d537-f264-4019-8933-f157a58afaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:05Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'subnets': [{'id': 'dd19d537-f264-4019-8933-f157a58afaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:39:58.797049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892b2dc-77aa-42b8-9373-6fe72a92ec2f None None] New status for floating IP 5d33e260-bf9b-49c7-8361-9771aa4a7a92: DOWN {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:39:58.877547 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2a1ba-0a76-4060-8531-bd85f3315590 req-6cb316c8-7702-40e0-afce-39b1cbdb7817 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:58.883407 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c3a2a1ba-0a76-4060-8531-bd85f3315590 req-6cb316c8-7702-40e0-afce-39b1cbdb7817 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0613129 Nov 22 18:39:58.935062 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-c3a2a1ba-0a76-4060-8531-bd85f3315590 req-f3c5a745-d02b-4c13-aa6b-c373d460ffef tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498009 Nov 22 18:39:58.939761 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.256903 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afba24-42b2-4c5a-a37f-e95e65d7c079 req-fc940b41-53a8-4009-9a2e-ef734cfaf2ef tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:59.258386 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78afba24-42b2-4c5a-a37f-e95e65d7c079 req-fc940b41-53a8-4009-9a2e-ef734cfaf2ef tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Nov 22 18:39:59.311434 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-78afba24-42b2-4c5a-a37f-e95e65d7c079 req-11745e81-fd98-4703-a908-3e22c73fc2c9 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466332 Nov 22 18:39:59.361127 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38736) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:59.466923 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af6f8748-8892-452e-b3f0-8212d2b7ba13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.552404 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af6f8748-8892-452e-b3f0-8212d2b7ba13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.557336 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af6f8748-8892-452e-b3f0-8212d2b7ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.599500 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-af6f8748-8892-452e-b3f0-8212d2b7ba13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71409eae5aba446c8d728faa53a7d8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372653 Nov 22 18:39:59.600361 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f8748-8892-452e-b3f0-8212d2b7ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679b317-a460-4833-9758-720807cea20e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:59.602787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38744) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:39:59.662130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.687039 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.734453 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.737939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:39:59.739080 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4679b317-a460-4833-9758-720807cea20e HTTP/1.1" status: 204 len: 168 time: 0.1344864 Nov 22 18:39:59.772577 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537ebc-60ef-41b6-98c6-c65a41884e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679b317-a460-4833-9758-720807cea20e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:39:59.797633 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-fb8fe625-5d25-45c0-b6fb-6ba3bfbe83e4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:39:59.799367 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-fb8fe625-5d25-45c0-b6fb-6ba3bfbe83e4 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.57 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 945 time: 0.0591817 Nov 22 18:39:59.915860 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Deleting port fc913e92-d129-414b-bcbc-f17ddbddf58b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:39:59.916211 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.072572 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] For port fc913e92-d129-414b-bcbc-f17ddbddf58b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=fc913e92-d129-414b-bcbc-f17ddbddf58b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:00.072894 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.098153 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Calling delete_port for fc913e92-d129-414b-bcbc-f17ddbddf58b owned by compute:nova {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:00.117760 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed106f-6c5c-4ecd-9633-de7077d4fee7 req-445f4697-1d0f-4bc5-abfb-358546de4659 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.118634 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b9ed106f-6c5c-4ecd-9633-de7077d4fee7 req-445f4697-1d0f-4bc5-abfb-358546de4659 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0983875 Nov 22 18:40:00.156081 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38788) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:00.174363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0839bd53-61b6-4f0f-b13d-532cde61f3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.283121 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b9ed106f-6c5c-4ecd-9633-de7077d4fee7 req-430f58f2-033c-44d1-a120-ad3eb4f6bb50 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752113 Nov 22 18:40:00.300999 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-6cdd827e-b631-44ec-98b0-cd616b8c4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.302503 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-6cdd827e-b631-44ec-98b0-cd616b8c4d98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1138 time: 0.0764291 Nov 22 18:40:00.338476 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e727b7-c015-4e49-9a26-3078847494f4 req-30163b82-2cca-492e-a803-22c9f32c7a98 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.339995 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f2e727b7-c015-4e49-9a26-3078847494f4 req-30163b82-2cca-492e-a803-22c9f32c7a98 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.1310656 Nov 22 18:40:00.382317 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0839bd53-61b6-4f0f-b13d-532cde61f3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.394263 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0839bd53-61b6-4f0f-b13d-532cde61f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.448643 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-30fffad6-ef1f-4762-afe2-1a76e028897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.450135 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-30fffad6-ef1f-4762-afe2-1a76e028897b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.1391301 Nov 22 18:40:00.455538 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839bd53-61b6-4f0f-b13d-532cde61f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cfff2-fc1d-4f39-a5f7-093f3cdbf05d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:00.474593 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-0839bd53-61b6-4f0f-b13d-532cde61f3f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28166c4d195f49bc81d400a2dcfd5948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166986 Nov 22 18:40:00.480788 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f2e727b7-c015-4e49-9a26-3078847494f4 req-4cb5cedf-dd6e-4005-a608-40d63ff6a57a tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156976 Nov 22 18:40:00.481285 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38792) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:00.489234 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.530426 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-09f9262d-5bb7-443d-9d45-143e6504d11f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0692651 Nov 22 18:40:00.552738 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event deleted for resources: {'Port': ['ID=fc913e92-d129-414b-bcbc-f17ddbddf58b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:00.593310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027da15-3452-4c01-9513-2e9562a79f2b req-ef801f20-3057-4cee-9a75-7c363d088a05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.594937 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a027da15-3452-4c01-9513-2e9562a79f2b req-ef801f20-3057-4cee-9a75-7c363d088a05 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/ports?device_id=80532494-b37c-453f-8c1c-3129c50f3757 HTTP/1.1" status: 200 len: 867 time: 0.2000945 Nov 22 18:40:00.598679 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-b2d3a29c-258b-4085-aa59-fef7a81ea769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.600289 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-b2d3a29c-258b-4085-aa59-fef7a81ea769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0629706 Nov 22 18:40:00.629350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] No DVR routers for this DVR port fc913e92-d129-414b-bcbc-f17ddbddf58b on host hv-cinder-81881 {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:00.631906 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.635289 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-800e5182-4c3a-4814-80ca-fa7e33b6d7b5 req-9066959e-2fe5-4b52-9415-395c929165d0 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.57 "DELETE /v2.0/ports/fc913e92-d129-414b-bcbc-f17ddbddf58b HTTP/1.1" status: 204 len: 173 time: 0.8293743 Nov 22 18:40:00.637005 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-deleted', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:40:00.639401 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516d574-9f44-4c38-ae79-32ae4e895c0d" -d '{"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-deleted", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:40:00.665634 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-cdb3f300-2613-4ef5-b4b3-1f9c171794e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:00.667802 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-cdb3f300-2613-4ef5-b4b3-1f9c171794e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515110 Nov 22 18:40:00.691210 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.695407 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d62d7-34f3-4ef6-a92d-e3248f741ecb x-openstack-request-id: req-081d62d7-34f3-4ef6-a92d-e3248f741ecb {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:40:00.695728 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80532494-b37c-453f-8c1c-3129c50f3757", "name": "network-vif-deleted", "tag": "fc913e92-d129-414b-bcbc-f17ddbddf58b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:40:00.696375 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-081d62d7-34f3-4ef6-a92d-e3248f741ecb {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:40:00.696375 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80532494-b37c-453f-8c1c-3129c50f3757', 'name': 'network-vif-deleted', 'tag': 'fc913e92-d129-414b-bcbc-f17ddbddf58b', 'status': 'completed', 'code': 200} Nov 22 18:40:00.709313 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a027da15-3452-4c01-9513-2e9562a79f2b req-61bfdc8c-72f0-457f-85b8-fed1e022de22 tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b4e243-38f7-4711-a995-e242bf151ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010892 Nov 22 18:40:00.742976 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.780694 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-78c6b62d-d136-46cf-926c-90b2e0fb19c2 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047814 Nov 22 18:40:00.793810 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.796663 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:00.797886 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c36cfff2-fc1d-4f39-a5f7-093f3cdbf05d HTTP/1.1" status: 204 len: 168 time: 0.3145983 Nov 22 18:40:00.806425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb47f-b0dc-4dcf-aab3-f32d75a7b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cfff2-fc1d-4f39-a5f7-093f3cdbf05d,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:00.912370 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-6e7ee03f-34fe-45d8-9f43-b9859a5b4889 req-ab7ecae0-1815-42a0-8415-125428dcf545 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236429 Nov 22 18:40:01.213313 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38800) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:01.228036 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e02bfded-0683-4639-8a3e-797282095b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.313052 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e02bfded-0683-4639-8a3e-797282095b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.319762 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e02bfded-0683-4639-8a3e-797282095b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.362163 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e02bfded-0683-4639-8a3e-797282095b04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe53364b59de4d26a73efccd7af1c595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476157 Nov 22 18:40:01.363148 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfded-0683-4639-8a3e-797282095b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbac681-74c7-4915-913d-d8d6bbc18bfc,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:01.365442 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38804) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:01.422089 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.436535 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796339-5212-4be1-bc10-c0305dd836e9 req-47c89b4a-1458-4b62-bb12-ce87f37797fe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:01.438128 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bc796339-5212-4be1-bc10-c0305dd836e9 req-47c89b4a-1458-4b62-bb12-ce87f37797fe tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0586326 Nov 22 18:40:01.447862 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.497806 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bc796339-5212-4be1-bc10-c0305dd836e9 req-444f4e88-be16-4345-bd3f-714f649e621d tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531697 Nov 22 18:40:01.506053 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.509294 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.512676 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcbac681-74c7-4915-913d-d8d6bbc18bfc HTTP/1.1" status: 204 len: 168 time: 0.1440969 Nov 22 18:40:01.521631 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf722584-3773-410b-a2d3-e4e636ba0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbac681-74c7-4915-913d-d8d6bbc18bfc,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:01.628971 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.669995 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbd363-1279-4d90-a3ff-3762f11b56f4 req-58a1159a-170e-4fbc-ac4d-ee3a08c2adb0 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:01.672691 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3bbd363-1279-4d90-a3ff-3762f11b56f4 req-58a1159a-170e-4fbc-ac4d-ee3a08c2adb0 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0619228 Nov 22 18:40:01.674689 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.751341 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f3bbd363-1279-4d90-a3ff-3762f11b56f4 req-8092175d-6159-4314-882a-6de5cf8492a0 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720899 Nov 22 18:40:01.762308 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38816) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:01.827230 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.854348 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.921116 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.924902 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:01.926135 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] 10.222.0.61 "DELETE /v2.0/security-groups/d5b4e243-38f7-4711-a995-e242bf151ef1 HTTP/1.1" status: 204 len: 168 time: 0.1625419 Nov 22 18:40:01.938678 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b23d-5771-473f-be67-799cbd0e311d tempest-TestShelveInstance-1707931717 tempest-TestShelveInstance-1707931717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4e243-38f7-4711-a995-e242bf151ef1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:01.969850 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38826) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:02.501626 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:02.938757 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e7cb-ccec-453b-9f8f-0f4543a2edff req-3addeb31-7bca-4e34-a851-9be564e3e3b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:02.940391 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e4f3e7cb-ccec-453b-9f8f-0f4543a2edff req-3addeb31-7bca-4e34-a851-9be564e3e3b8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0992551 Nov 22 18:40:03.038163 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e4f3e7cb-ccec-453b-9f8f-0f4543a2edff req-d4ab1879-e291-4fdc-8177-befd8372da1c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787339 Nov 22 18:40:03.113076 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Deleting port c44f3995-90fc-48c6-8258-08a9f3974d1b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:03.113407 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:03.199724 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] For port c44f3995-90fc-48c6-8258-08a9f3974d1b, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=c44f3995-90fc-48c6-8258-08a9f3974d1b,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:03.200085 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:03.213691 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Calling delete_port for c44f3995-90fc-48c6-8258-08a9f3974d1b owned by network:router_interface {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:03.412276 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:03.453043 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Pushing event deleted for resources: {'Port': ['ID=c44f3995-90fc-48c6-8258-08a9f3974d1b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:03.624222 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:03.846406 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Router 402d99f8-96f5-473e-837d-eede03808fbd has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:40:03.848189 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:03.868514 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: fc913e92-d129-414b-bcbc-f17ddbddf58b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:03.868859 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device fc913e92-d129-414b-bcbc-f17ddbddf58b not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:03.965777 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:40:03.971745 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-91a20bab-d81f-4608-a704-c693e978364b admin admin] 10.222.0.61 "PUT /v2.0/routers/402d99f8-96f5-473e-837d-eede03808fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003147 Nov 22 18:40:03.974241 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38868) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:03.976776 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Sync routers for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:40:03.987038 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:03.987645 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:04.081787 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.097455 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:04.218696 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d281e-369d-4d88-a8aa-f42efaca125e req-37327bbc-324e-4f75-8abe-6fddd829c116 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:04.221000 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d18d281e-369d-4d88-a8aa-f42efaca125e req-37327bbc-324e-4f75-8abe-6fddd829c116 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.1045058 Nov 22 18:40:04.229293 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.288076 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:40:03Z', 'revision_number': 5, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port': {'id': '4ef3c86f-5d1d-4564-985d-00ad76b915cd', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d99f8-96f5-473e-837d-eede03808fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:52Z', 'updated_at': '2021-11-22T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:04.320335 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Checking router: 402d99f8-96f5-473e-837d-eede03808fbd for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:40:04.322565 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-d18d281e-369d-4d88-a8aa-f42efaca125e req-40ca60bf-25d0-46ba-80b4-eec9d5994dcf tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947380 Nov 22 18:40:04.331212 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Routers {'402d99f8-96f5-473e-837d-eede03808fbd'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:04.332033 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['402d99f8-96f5-473e-837d-eede03808fbd'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:04.335165 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Deleting port 4ef3c86f-5d1d-4564-985d-00ad76b915cd {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:04.335357 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.419162 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] For port 4ef3c86f-5d1d-4564-985d-00ad76b915cd, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=4ef3c86f-5d1d-4564-985d-00ad76b915cd,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:04.419437 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.427807 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] Set router 402d99f8-96f5-473e-837d-eede03808fbd gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:04.432848 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Calling delete_port for 4ef3c86f-5d1d-4564-985d-00ad76b915cd owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:04.480866 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:40:04Z', 'revision_number': 6, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:04.512371 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cc05a-a897-406e-bf6c-7b2067132a93 None None] The sync data for ids ['402d99f8-96f5-473e-837d-eede03808fbd'] in dv-cinder-818815-1-iscsi is: [{'id': '402d99f8-96f5-473e-837d-eede03808fbd', 'name': 'tempest-TestShelveInstance-384929134-router', 'tenant_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:51Z', 'updated_at': '2021-11-22T18:40:04Z', 'revision_number': 6, 'project_id': '323a1e4186f44ebab92fb58bf01c2fd6', 'gw_port_host': None}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:40:04.616282 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.641578 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef3c86f-5d1d-4564-985d-00ad76b915cd,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:04.709017 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.809261 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.811717 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.857600 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.858104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402d99f8-96f5-473e-837d-eede03808fbd {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:40:04.863835 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.867651 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4ea1825e-4a72-491f-bf07-396d1686ac9c admin admin] 10.222.0.61 "DELETE /v2.0/routers/402d99f8-96f5-473e-837d-eede03808fbd HTTP/1.1" status: 204 len: 168 time: 0.8897958 Nov 22 18:40:04.867921 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38882) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:04.917684 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Deleting subnet dd19d537-f264-4019-8933-f157a58afaab {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:40:04.921300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:04.964598 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.078093 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.139260 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.165455 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd19d537-f264-4019-8933-f157a58afaab,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:05.169386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.176256 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0355ed2c-cde5-4ba6-987d-6dcbb825dc89 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dd19d537-f264-4019-8933-f157a58afaab HTTP/1.1" status: 204 len: 168 time: 0.3040457 Nov 22 18:40:05.176413 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38888) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:05.176940 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3d24d-a14e-4762-83a7-002d86f39ed1 None None] Network 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:40:05.255154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.334341 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Deleting port b791be79-116e-4218-a025-dc022a27e4c9 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:05.334965 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.416733 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] For port b791be79-116e-4218-a025-dc022a27e4c9, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b791be79-116e-4218-a025-dc022a27e4c9,segment=NetworkSegment(45499b60-bb62-4dec-a61e-61d810b2e3b7),segment_id=45499b60-bb62-4dec-a61e-61d810b2e3b7)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:05.417135 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.422607 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] DHCP port deletion for 5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:40:05.434131 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Calling delete_port for b791be79-116e-4218-a025-dc022a27e4c9 owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:05.460311 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 4ef3c86f-5d1d-4564-985d-00ad76b915cd no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:05.482215 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037dc2e-35fc-43f4-b839-d535431a3390 req-6316cfa3-fa6d-45f8-8e65-869dd656b5a8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:05.489673 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 4ef3c86f-5d1d-4564-985d-00ad76b915cd {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:05.490476 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 4ef3c86f-5d1d-4564-985d-00ad76b915cd not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:05.491460 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device c44f3995-90fc-48c6-8258-08a9f3974d1b no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:05.491754 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5037dc2e-35fc-43f4-b839-d535431a3390 req-6316cfa3-fa6d-45f8-8e65-869dd656b5a8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0802741 Nov 22 18:40:05.543312 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: c44f3995-90fc-48c6-8258-08a9f3974d1b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:05.543650 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device c44f3995-90fc-48c6-8258-08a9f3974d1b not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:05.557088 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5037dc2e-35fc-43f4-b839-d535431a3390 req-1d705b27-31a9-43a4-b783-1c0a1c18c6d4 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643215 Nov 22 18:40:05.559683 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.568375 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Deleting port b791be79-116e-4218-a025-dc022a27e4c9 {{(pid=102587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:05.568752 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.589417 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b791be79-116e-4218-a025-dc022a27e4c9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:05.598954 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] No DVR routers for this DVR port b791be79-116e-4218-a025-dc022a27e4c9 on host dv-cinder-818815-1-iscsi {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:05.638808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] For port b791be79-116e-4218-a025-dc022a27e4c9, host dv-cinder-818815-1-iscsi, got binding levels [] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:05.639294 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.653987 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Calling delete_port for b791be79-116e-4218-a025-dc022a27e4c9 owned by network:dhcp {{(pid=102587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:05.657367 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Port b791be79-116e-4218-a025-dc022a27e4c9 was not found and therefore no delete operation was performed {{(pid=102587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 18:40:05.658673 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948'] for port, after_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.680084 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.686026 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] Pushing event deleted for resources: {'Port': ['ID=b791be79-116e-4218-a025-dc022a27e4c9,revision_number=None']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:05.689177 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1a01d-20a2-4cf3-93b1-4d5ef9c39a59 None None] No DVR routers for this DVR port b791be79-116e-4218-a025-dc022a27e4c9 on host dv-cinder-818815-1-iscsi {{(pid=102587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:05.702972 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:05.713704 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45499b60-bb62-4dec-a61e-61d810b2e3b7') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:05.714120 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45499b60-bb62-4dec-a61e-61d810b2e3b7') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:05.730591 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.744884 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.755757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:40:05.756425 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:40:05.759459 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:40:05.817810 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.823765 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:05.826995 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4 HTTP/1.1" status: 204 len: 168 time: 0.6494017 Nov 22 18:40:05.830471 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38896) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:05.847148 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1625-52e5-4e4c-bb09-c7dee7e4ebf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f43ae1d-a56d-4d14-b5cc-cc51a43b81e4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:06.181113 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:06.691378 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Deleting port 7d34faec-1b03-4ef7-9234-27bcf52454fa {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:06.691875 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:06.710439 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c82-9078-4eb8-9852-2777c4b85b5c req-61e29520-9636-4916-9116-a92c0f9b3d72 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:06.716305 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0dc17c82-9078-4eb8-9852-2777c4b85b5c req-61e29520-9636-4916-9116-a92c0f9b3d72 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0614192 Nov 22 18:40:06.785955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] For port 7d34faec-1b03-4ef7-9234-27bcf52454fa, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7d34faec-1b03-4ef7-9234-27bcf52454fa,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:06.786259 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:06.795902 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-0dc17c82-9078-4eb8-9852-2777c4b85b5c req-f1ef37a6-8024-4732-a82c-c971ee0a119e tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714889 Nov 22 18:40:06.800455 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Calling delete_port for 7d34faec-1b03-4ef7-9234-27bcf52454fa owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:06.822252 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38910) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:06.934571 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9af720d-29b6-4c2f-a301-80de34bb91de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.005106 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.010649 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9af720d-29b6-4c2f-a301-80de34bb91de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.014919 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b9af720d-29b6-4c2f-a301-80de34bb91de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.033218 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d34faec-1b03-4ef7-9234-27bcf52454fa,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:07.057618 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b9af720d-29b6-4c2f-a301-80de34bb91de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23845ab434f7413285cb68960362eb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341890 Nov 22 18:40:07.058352 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af720d-29b6-4c2f-a301-80de34bb91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a7ba2-ce5b-4e6d-b10d-bf04996658cf,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:07.061999 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38914) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:07.115520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.142533 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.196676 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.199560 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.200737 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd1a7ba2-ce5b-4e6d-b10d-bf04996658cf HTTP/1.1" status: 204 len: 168 time: 0.1378548 Nov 22 18:40:07.205211 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.210208 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e9fb-a9c7-4a79-9e97-69c3c8977b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a7ba2-ce5b-4e6d-b10d-bf04996658cf,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:07.451347 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b791be79-116e-4218-a025-dc022a27e4c9 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:07.456754 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Router ebb15a10-4011-4891-9924-19865ec3fbde has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:40:07.471919 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: b791be79-116e-4218-a025-dc022a27e4c9 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:07.472352 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b791be79-116e-4218-a025-dc022a27e4c9 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:07.502465 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38920) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:07.515694 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3f9c-704b-400f-aa43-c82b43427b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.571575 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:40:07.581034 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d1406862-7249-41d3-87ff-5b99f82db1c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/ebb15a10-4011-4891-9924-19865ec3fbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492192 Nov 22 18:40:07.581470 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38922) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:07.583640 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Sync routers for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:40:07.595722 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:07.596626 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:07.604815 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3f9c-704b-400f-aa43-c82b43427b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.611563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3f9c-704b-400f-aa43-c82b43427b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.663552 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1f4b3f9c-704b-400f-aa43-c82b43427b80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=336086edbd0942e391887ab1d1458059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575692 Nov 22 18:40:07.663997 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38924) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:07.685070 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b3f9c-704b-400f-aa43-c82b43427b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a318516-4815-4a61-b813-8cf4681925f0,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:07.706833 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.714689 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:07.716027 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.739780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.794606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.798982 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.800270 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a318516-4815-4a61-b813-8cf4681925f0 HTTP/1.1" status: 204 len: 168 time: 0.1354275 Nov 22 18:40:07.809131 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf05f2-4f60-4d65-9b68-3db5a7c55d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a318516-4815-4a61-b813-8cf4681925f0,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:07.819827 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.910685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Deleting port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:07.911856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:07.927814 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:40:06Z', 'revision_number': 5, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port': {'id': '7df05afc-121b-4aa3-8a2b-8b20ce0b0649', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:07Z', 'updated_at': '2021-11-22T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:07.938287 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55393c86-9580-4640-8257-b310b4fe1f25 req-422d121d-d112-4f4d-95ac-7d4ca1d0bd02 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:07.940054 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55393c86-9580-4640-8257-b310b4fe1f25 req-422d121d-d112-4f4d-95ac-7d4ca1d0bd02 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0656018 Nov 22 18:40:07.963358 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Checking router: ebb15a10-4011-4891-9924-19865ec3fbde for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:40:07.972280 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Routers {'ebb15a10-4011-4891-9924-19865ec3fbde'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:07.973143 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:39:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['ebb15a10-4011-4891-9924-19865ec3fbde'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:08.022103 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-55393c86-9580-4640-8257-b310b4fe1f25 req-968564e8-a272-40c6-9c21-8b681d6ef2f8 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756772 Nov 22 18:40:08.022416 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] For port 7df05afc-121b-4aa3-8a2b-8b20ce0b0649, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:08.022934 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.040180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Calling delete_port for 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 owned by network:router_gateway {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:08.079566 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] Set router ebb15a10-4011-4891-9924-19865ec3fbde gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:08.131037 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:40:07Z', 'revision_number': 6, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:08.165165 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c494ed7-4755-4c1a-b5af-4f7cc2712457 None None] The sync data for ids ['ebb15a10-4011-4891-9924-19865ec3fbde'] in dv-cinder-818815-1-iscsi is: [{'id': 'ebb15a10-4011-4891-9924-19865ec3fbde', 'name': 'tempest-TestShelveInstance-1377587554-router', 'tenant_id': '54852511d4b54614a1c132d37a3b6d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:05Z', 'updated_at': '2021-11-22T18:40:07Z', 'revision_number': 6, 'project_id': '54852511d4b54614a1c132d37a3b6d4f', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:40:08.226203 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.257867 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df05afc-121b-4aa3-8a2b-8b20ce0b0649,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:08.328840 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.433359 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.435509 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.502261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.502877 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb15a10-4011-4891-9924-19865ec3fbde {{(pid=102585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:40:08.508970 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.510140 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-6606fc01-242c-433a-9b41-a2730f2971b1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ebb15a10-4011-4891-9924-19865ec3fbde HTTP/1.1" status: 204 len: 168 time: 0.9275572 Nov 22 18:40:08.513735 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 38946) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:08.563783 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Deleting subnet 55b63daa-6362-4d9c-9a3c-01b9a3aa958c {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:40:08.567407 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.604664 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.698289 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.752432 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.780323 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b63daa-6362-4d9c-9a3c-01b9a3aa958c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:08.784511 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.790403 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38954) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:08.790552 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-eae196c9-4240-45e1-9c56-9773a115c9ab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/55b63daa-6362-4d9c-9a3c-01b9a3aa958c HTTP/1.1" status: 204 len: 168 time: 0.2756925 Nov 22 18:40:08.800549 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb5045-8c29-471b-9232-ac95fcb84521 None None] Network 87813736-98b0-4cce-b9e8-26ce1a5f472e requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:40:08.864137 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:08.924268 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Deleting port a0aa76d2-bb4d-469a-9bc2-881be363ee4c {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:08.924854 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.008968 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] For port a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,segment=NetworkSegment(8f417111-ca47-4ad1-997d-21e7875f727d),segment_id=8f417111-ca47-4ad1-997d-21e7875f727d)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:09.009467 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.026792 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Calling delete_port for a0aa76d2-bb4d-469a-9bc2-881be363ee4c owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:09.028462 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] DHCP port deletion for 87813736-98b0-4cce-b9e8-26ce1a5f472e request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:40:09.130622 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.170128 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:09.181533 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] No DVR routers for this DVR port a0aa76d2-bb4d-469a-9bc2-881be363ee4c on host dv-cinder-818815-1-iscsi {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:09.190982 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc0a8-2cf8-47c2-8805-3874eeef6c01 req-beffb7b1-0667-4edb-bc16-1c8e17c90ecb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:09.193094 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dbffc0a8-2cf8-47c2-8805-3874eeef6c01 req-beffb7b1-0667-4edb-bc16-1c8e17c90ecb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0800512 Nov 22 18:40:09.258014 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Deleting port a0aa76d2-bb4d-469a-9bc2-881be363ee4c {{(pid=102587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:09.258374 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.276642 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.278990 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-dbffc0a8-2cf8-47c2-8805-3874eeef6c01 req-2c2bc49e-d16d-4f06-b374-ac8ff61065dd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786312 Nov 22 18:40:09.311902 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87813736-98b0-4cce-b9e8-26ce1a5f472e']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:09.323826 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f417111-ca47-4ad1-997d-21e7875f727d') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:09.324194 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.services.segments.db [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f417111-ca47-4ad1-997d-21e7875f727d') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:09.339670 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] For port a0aa76d2-bb4d-469a-9bc2-881be363ee4c, host dv-cinder-818815-1-iscsi, got binding levels [] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:09.340077 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.346405 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59111551'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.359228 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Calling delete_port for a0aa76d2-bb4d-469a-9bc2-881be363ee4c owned by network:dhcp {{(pid=102587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:09.362478 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.ipam_backend_mixin [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Port a0aa76d2-bb4d-469a-9bc2-881be363ee4c was not found and therefore no delete operation was performed {{(pid=102587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 18:40:09.363777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948'] for port, after_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.371154 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.385412 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:40:09.386097 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58845900'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.390245 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] Pushing event deleted for resources: {'Port': ['ID=a0aa76d2-bb4d-469a-9bc2-881be363ee4c,revision_number=None']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:09.396277 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d304f-b17f-4947-81e2-b05fe03e1128 None None] No DVR routers for this DVR port a0aa76d2-bb4d-469a-9bc2-881be363ee4c on host dv-cinder-818815-1-iscsi {{(pid=102587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:09.419855 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:09.442087 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:09.442753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7df05afc-121b-4aa3-8a2b-8b20ce0b0649 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: Traceback (most recent call last): Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: timer() Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: cb(*args, **kw) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: return func(*args, **kwargs) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: self._notify() Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: self.callback(batched_events) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: event.method(event) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: return f(self, *a, **k) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._get(url).json() Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:40:09.443277 dv-cinder-818815-1-iscsi neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:40:09.445959 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device a0aa76d2-bb4d-469a-9bc2-881be363ee4c no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:09.468443 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.468912 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: a0aa76d2-bb4d-469a-9bc2-881be363ee4c {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:09.469436 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device a0aa76d2-bb4d-469a-9bc2-881be363ee4c not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:09.471078 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7d34faec-1b03-4ef7-9234-27bcf52454fa no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:09.474259 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.477585 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] 10.222.0.61 "DELETE /v2.0/networks/87813736-98b0-4cce-b9e8-26ce1a5f472e HTTP/1.1" status: 204 len: 168 time: 0.6860352 Nov 22 18:40:09.492758 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 7d34faec-1b03-4ef7-9234-27bcf52454fa {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:09.493202 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 7d34faec-1b03-4ef7-9234-27bcf52454fa not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:09.497827 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e335-cfae-4c6d-a34b-9e294d83bcef admin admin] Pushing event deleted for resources: {'Network': ['ID=87813736-98b0-4cce-b9e8-26ce1a5f472e,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:09.669480 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38980) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:09.712175 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-5a82f6e9-a222-4725-97da-8323491afce4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=323a1e4186f44ebab92fb58bf01c2fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414975 Nov 22 18:40:09.714735 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38982) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:09.776381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.802116 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.863945 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.866955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:09.871145 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57a2c1fe-dc5e-4820-b31a-c8b767e63d33 HTTP/1.1" status: 204 len: 168 time: 0.1524549 Nov 22 18:40:09.878602 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e9229-55ab-4a2f-b55b-4c050cb89bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2c1fe-dc5e-4820-b31a-c8b767e63d33,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:10.254159 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38992) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:10.304275 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2d203302-1c47-45a5-9048-f8fbb475a555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54852511d4b54614a1c132d37a3b6d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484066 Nov 22 18:40:10.306628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 38996) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:10.361122 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:10.383891 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:10.401531 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2d9f-a6ad-43ca-97ef-0ce668542a24 req-714e6905-d081-4ea4-8be4-0ce05a64d6f3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:10.403342 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-83af2d9f-a6ad-43ca-97ef-0ce668542a24 req-714e6905-d081-4ea4-8be4-0ce05a64d6f3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0546513 Nov 22 18:40:10.434724 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:10.437395 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:10.441631 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e69cb94d-0f0e-4ea1-8969-682de045cb7d HTTP/1.1" status: 204 len: 168 time: 0.1309676 Nov 22 18:40:10.447854 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6bca8-c652-4263-8911-6dcd2c735c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69cb94d-0f0e-4ea1-8969-682de045cb7d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:10.481867 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-83af2d9f-a6ad-43ca-97ef-0ce668542a24 req-3c926e33-672e-4998-9ea8-c808cc0099bd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712578 Nov 22 18:40:11.608815 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1429-5e44-416b-a049-91a28c9cb17b req-a35b8ab2-1f20-4abc-9352-c22a1b7fc942 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:11.610541 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-82cb1429-5e44-416b-a049-91a28c9cb17b req-a35b8ab2-1f20-4abc-9352-c22a1b7fc942 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0542977 Nov 22 18:40:11.675423 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-82cb1429-5e44-416b-a049-91a28c9cb17b req-842f5dde-e8cf-4ad6-9fae-d8fbae5f2813 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576224 Nov 22 18:40:12.808032 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b6b2-3d5f-4883-9409-140120578010 req-2dec8d67-8b3c-4891-8f79-0088c3a62176 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:12.809625 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9311b6b2-3d5f-4883-9409-140120578010 req-2dec8d67-8b3c-4891-8f79-0088c3a62176 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0581684 Nov 22 18:40:12.882120 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9311b6b2-3d5f-4883-9409-140120578010 req-82d36dc2-aff2-4fae-bf23-216536c87577 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652397 Nov 22 18:40:14.036197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8aa5-3a6d-4cd1-8763-4136b241cc54 req-d682e30d-2bee-4b73-b5ae-41ff37dce006 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:14.037768 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bcbe8aa5-3a6d-4cd1-8763-4136b241cc54 req-d682e30d-2bee-4b73-b5ae-41ff37dce006 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0698636 Nov 22 18:40:14.105767 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bcbe8aa5-3a6d-4cd1-8763-4136b241cc54 req-e3a380e6-0667-41bc-a317-15a0f7b7438d tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617671 Nov 22 18:40:14.215599 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39038) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:14.327227 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0ebf-9bad-4581-82d1-83024476b085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.403209 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0ebf-9bad-4581-82d1-83024476b085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.408381 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0ebf-9bad-4581-82d1-83024476b085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.445472 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc0ebf-9bad-4581-82d1-83024476b085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0726c-4160-4aaf-97ff-39f711a49bf1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:14.449796 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c9fc0ebf-9bad-4581-82d1-83024476b085 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=848feebfaf8b4e2187a429509e8ffbcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332468 Nov 22 18:40:14.452510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39042) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:14.506891 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.527910 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.575442 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.577995 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.579215 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bc0726c-4160-4aaf-97ff-39f711a49bf1 HTTP/1.1" status: 204 len: 168 time: 0.1246040 Nov 22 18:40:14.587246 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd5190-4eda-4c2f-bdbb-717833aca9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0726c-4160-4aaf-97ff-39f711a49bf1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:14.861835 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39048) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:14.875667 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-81c98d87-c29b-4cfc-9149-2037ebe47b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.946803 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-81c98d87-c29b-4cfc-9149-2037ebe47b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.950293 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-81c98d87-c29b-4cfc-9149-2037ebe47b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:14.988120 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-81c98d87-c29b-4cfc-9149-2037ebe47b0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da89a65e743b4dc98a64aedf25a20187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252122 Nov 22 18:40:14.988963 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98d87-c29b-4cfc-9149-2037ebe47b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb93d9b1-817a-45f9-acb8-36e8feda36c6,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:14.991046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39050) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:15.039645 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:15.061579 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:15.110940 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:15.113391 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:15.114501 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb93d9b1-817a-45f9-acb8-36e8feda36c6 HTTP/1.1" status: 204 len: 168 time: 0.1223836 Nov 22 18:40:15.122171 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa4652-5942-4f4b-987c-7cdd98f27d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb93d9b1-817a-45f9-acb8-36e8feda36c6,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:15.229499 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817535ec-ca81-4c87-a62a-d36e66186fb6 req-947e0cb5-8657-4276-afd8-b1f5d79562aa tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:15.232247 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-817535ec-ca81-4c87-a62a-d36e66186fb6 req-947e0cb5-8657-4276-afd8-b1f5d79562aa tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0503516 Nov 22 18:40:15.305536 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-817535ec-ca81-4c87-a62a-d36e66186fb6 req-20f56265-661b-46af-bf00-3b8dd78153b7 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652325 Nov 22 18:40:16.322815 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:40:16.428350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e22f-bb1c-4227-b5b2-17cc243eb278 req-a02b5497-f14b-43aa-9399-13af23b11bae tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:16.429832 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80e2e22f-bb1c-4227-b5b2-17cc243eb278 req-a02b5497-f14b-43aa-9399-13af23b11bae tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0518687 Nov 22 18:40:16.492445 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-80e2e22f-bb1c-4227-b5b2-17cc243eb278 req-d5f6a90b-ef17-4aa1-badf-ecb14c83df9f tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565603 Nov 22 18:40:17.613215 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b409b21-e5ea-464b-a69d-9cf267708161 req-7ceb3b9b-e847-4d29-886e-632edd9cfb74 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:17.614590 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b409b21-e5ea-464b-a69d-9cf267708161 req-7ceb3b9b-e847-4d29-886e-632edd9cfb74 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0529380 Nov 22 18:40:17.678172 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2b409b21-e5ea-464b-a69d-9cf267708161 req-da820b3f-f9f6-4edf-a41b-ddf46300174c tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&id=fb56999f-d5ad-4e93-8e62-76546ac8993c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571146 Nov 22 18:40:23.793049 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.201062 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-d63867c1-3299-430b-bf53-21fc2e651b6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505097 Nov 22 18:40:25.296748 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39152) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:25.301051 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-95c22074-015a-4bc8-abec-00af3eee31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:25.302566 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-95c22074-015a-4bc8-abec-00af3eee31e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c38af8745ec4612b35c998da6038351&device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 1099 time: 0.0481000 Nov 22 18:40:25.368214 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f42e069e-0e1d-4c89-86a6-6c94c893513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.427836 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-22340161-6120-49e6-aaa6-fcc7fcea4f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.430832 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-5b9db48d-987a-4d01-b27e-ee50ec2bc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:25.432357 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-5b9db48d-987a-4d01-b27e-ee50ec2bc940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 200 len: 917 time: 0.0927002 Nov 22 18:40:25.510332 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-ee5935f2-8c85-46bc-8e6b-3aad4ddbfaee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 200 len: 1000 time: 0.0688274 Nov 22 18:40:25.515277 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-22340161-6120-49e6-aaa6-fcc7fcea4f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.519671 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-22340161-6120-49e6-aaa6-fcc7fcea4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.557420 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22340161-6120-49e6-aaa6-fcc7fcea4f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608fb8f3-fd1a-48a7-bf15-83a319443fde,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:25.561685 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-22340161-6120-49e6-aaa6-fcc7fcea4f0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f5516bc763442ebb74c83986ea716d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636657 Nov 22 18:40:25.566251 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39156) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:25.604084 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-214779af-a004-40e9-94eb-6b54c845a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:25.605536 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-214779af-a004-40e9-94eb-6b54c845a915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 200 len: 855 time: 0.0730696 Nov 22 18:40:25.651589 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.680510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.683287 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-97dac4f3-40a6-43ea-bc9c-c140c600876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:25.684787 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-97dac4f3-40a6-43ea-bc9c-c140c600876e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94afb4d7-924f-4518-88ee-a3144164973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707817 Nov 22 18:40:25.779008 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.781618 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:25.782739 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/608fb8f3-fd1a-48a7-bf15-83a319443fde HTTP/1.1" status: 204 len: 168 time: 0.2156675 Nov 22 18:40:25.806117 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5928f-e383-4ff8-9e0f-c1ecd1a719cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608fb8f3-fd1a-48a7-bf15-83a319443fde,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:25.818254 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-61794bc6-91e0-4a3e-94c3-ef824c6034fb service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082833 Nov 22 18:40:25.927044 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7fae095f-1eb2-4af2-8bdc-4607a063a3cc req-4b0585ca-d397-4bb8-bbdb-d52cdecf8a6e service neutron] 10.222.0.57 "GET /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991683 Nov 22 18:40:26.074041 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39164) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:26.088520 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7048-cc0d-4470-a8b5-ffffee2ae912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.171824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7048-cc0d-4470-a8b5-ffffee2ae912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.176800 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7048-cc0d-4470-a8b5-ffffee2ae912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.220593 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-bcaf7048-cc0d-4470-a8b5-ffffee2ae912 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5431a073058c4c2a82a69c4051374a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454244 Nov 22 18:40:26.221769 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf7048-cc0d-4470-a8b5-ffffee2ae912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d396f59-0f76-4188-8edb-87fe436abfb7,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:26.223531 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39168) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:26.274389 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.301285 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.346408 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.349296 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:26.350500 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d396f59-0f76-4188-8edb-87fe436abfb7 HTTP/1.1" status: 204 len: 168 time: 0.1259716 Nov 22 18:40:26.358550 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984d82-7d93-4d62-a044-c19889eeed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d396f59-0f76-4188-8edb-87fe436abfb7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:27.734621 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-b70d6e7f-f23a-4dea-9ed5-848edb5b085d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:28.941230 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:31.626721 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:31.668621 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:35.799309 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39258) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:35.907811 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:35.980205 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:35.983859 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:36.024679 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12eecffd5af9421ba09714e1df8f483a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240517 Nov 22 18:40:36.025649 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832a2693-4e7a-4750-95f0-c277a4fc22df,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:36.027388 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39262) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:36.033615 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.034124 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.034474 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.034813 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.035182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.035515 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.035845 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.036171 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.036499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.036823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.037141 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.037465 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045270b7-bcc3-434b-90ea-4b1b687e7ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:40:36.079091 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:36.100491 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:36.148610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:36.151206 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:36.152376 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/832a2693-4e7a-4750-95f0-c277a4fc22df HTTP/1.1" status: 204 len: 168 time: 0.1237230 Nov 22 18:40:36.162267 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35567651-45f0-43b6-a616-10a5f3dc6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832a2693-4e7a-4750-95f0-c277a4fc22df,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:37.196115 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39296) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:37.305662 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b849bba5-4e58-410d-998b-1d76f46b92da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.386310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b849bba5-4e58-410d-998b-1d76f46b92da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.391423 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b849bba5-4e58-410d-998b-1d76f46b92da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.432926 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b849bba5-4e58-410d-998b-1d76f46b92da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc161e90d95549c1b68f06c00b8fed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356882 Nov 22 18:40:37.434089 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849bba5-4e58-410d-998b-1d76f46b92da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f0620-68aa-45e2-99ce-f481cd6c6dd9,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:37.435661 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39300) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:37.495620 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.521141 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.576165 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.579031 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:37.580723 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/305f0620-68aa-45e2-99ce-f481cd6c6dd9 HTTP/1.1" status: 204 len: 168 time: 0.1429517 Nov 22 18:40:37.592459 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f18d-57fa-4774-8e1e-a437abc0ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f0620-68aa-45e2-99ce-f481cd6c6dd9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:39.826279 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3556-6893-4586-8b72-279f04d578b8 req-571becc4-ec1b-4d58-b934-68bf280c7a98 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:39.827985 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-95dd3556-6893-4586-8b72-279f04d578b8 req-571becc4-ec1b-4d58-b934-68bf280c7a98 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0625644 Nov 22 18:40:39.887494 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-95dd3556-6893-4586-8b72-279f04d578b8 req-5ef41f18-2cdd-4fdb-b94b-6da4650a719c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508096 Nov 22 18:40:41.011519 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25243a0-37b9-4619-b16a-dbe09e7839ae req-f0789fea-38e3-47e3-8104-921f8c4dd9af tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:41.012987 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f25243a0-37b9-4619-b16a-dbe09e7839ae req-f0789fea-38e3-47e3-8104-921f8c4dd9af tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Nov 22 18:40:41.061800 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f25243a0-37b9-4619-b16a-dbe09e7839ae req-ffa03ede-0c03-4f50-80fa-dcbaa3b5cfd6 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups?id=26059b0c-0320-426c-8da4-6ab0b1eb7250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Nov 22 18:40:41.246056 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-86619827-e85e-4934-8084-d9cd599d111c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:41.247667 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-86619827-e85e-4934-8084-d9cd599d111c tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 946 time: 0.0510101 Nov 22 18:40:41.353279 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Deleting port 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:41.353628 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:41.452454 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] For port 0cae4549-b1cc-44b4-832f-9e546a969a87, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=0cae4549-b1cc-44b4-832f-9e546a969a87,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:41.452821 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:41.885489 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:41.885924 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:41.886396 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.l3_db [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Floating IP 06a2b159-4eb3-4b38-83a1-dd2a2a846865 disassociated. External IP: 172.27.1.21, port: 0cae4549-b1cc-44b4-832f-9e546a969a87. Nov 22 18:40:41.887225 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Calling delete_port for 0cae4549-b1cc-44b4-832f-9e546a969a87 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:42.015543 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:42.049358 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'Port': ['ID=0cae4549-b1cc-44b4-832f-9e546a969a87,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:42.165764 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-41fc9eee-8dd1-4a10-aef8-901620957767 req-8e697a97-1b4b-4a24-a7ef-f22fd7ae2b7e tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/ports?device_id=740ee1e1-de46-4696-85be-05a937aa53b2 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Nov 22 18:40:42.170048 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:40:42.278625 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:40:42.292926 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:40:42.303730 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:42.304411 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:42.323015 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] No DVR routers for this DVR port 0cae4549-b1cc-44b4-832f-9e546a969a87 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:42.325669 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:42.329240 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-a3b00701-ed67-4959-a221-b2e5f79256d6 req-93af9f97-26ee-49fb-a6cb-233d092b14ac tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.57 "DELETE /v2.0/ports/0cae4549-b1cc-44b4-832f-9e546a969a87 HTTP/1.1" status: 204 len: 173 time: 1.0742445 Nov 22 18:40:42.329696 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-deleted', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:40:42.332178 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0ddfd-20c0-4529-a1e6-ff094be20230" -d '{"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-deleted", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:40:42.378064 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279aea9-b7af-40e8-b41b-80e1282b7bb9 x-openstack-request-id: req-8279aea9-b7af-40e8-b41b-80e1282b7bb9 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:40:42.378359 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ee1e1-de46-4696-85be-05a937aa53b2", "name": "network-vif-deleted", "tag": "0cae4549-b1cc-44b4-832f-9e546a969a87", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:40:42.378619 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8279aea9-b7af-40e8-b41b-80e1282b7bb9 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:40:42.379118 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740ee1e1-de46-4696-85be-05a937aa53b2', 'name': 'network-vif-deleted', 'tag': '0cae4549-b1cc-44b4-832f-9e546a969a87', 'status': 'completed', 'code': 200} Nov 22 18:40:42.415356 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:42.727102 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:42.753202 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:40:42.762423 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:42.763053 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:42.880376 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:43.109975 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:43.137559 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ded5e-11d4-4d3e-a4ba-b5c11be72333 None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:32:28Z', 'revision_number': 4, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'd18517c0-e034-42ca-94e5-850f032fa36f', 'name': '', 'network_id': '94afb4d7-924f-4518-88ee-a3144164973c', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'mac_address': 'fa:16:3e:bf:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:22Z', 'updated_at': '2021-11-22T18:32:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'subnets': [{'id': 'af9de63b-c318-495a-ba4a-6631e2b46320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:40:43.260809 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39396) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:43.322685 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.352979 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.411192 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.412717 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8405f1-a49f-4eb2-8ce8-d12e4a6c970c None None] New status for floating IP 06a2b159-4eb3-4b38-83a1-dd2a2a846865: DOWN {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:40:43.413971 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.417649 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "DELETE /v2.0/security-groups/26059b0c-0320-426c-8da4-6ab0b1eb7250 HTTP/1.1" status: 204 len: 168 time: 0.1532211 Nov 22 18:40:43.418498 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39402) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:43.425598 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77b061-d6c2-4593-b5a4-9c52dea088ff tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26059b0c-0320-426c-8da4-6ab0b1eb7250,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:43.434711 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.api.v2.resource [None req-f73c367d-3b3b-44b8-8a12-03fe69fcc545 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] show failed (client error): The resource could not be found. Nov 22 18:40:43.439145 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-f73c367d-3b3b-44b8-8a12-03fe69fcc545 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "GET /v2.0/security-groups/26059b0c-0320-426c-8da4-6ab0b1eb7250 HTTP/1.1" status: 404 len: 347 time: 0.0185006 Nov 22 18:40:43.440046 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39406) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:43.572987 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Deleting port c73efd5c-6314-4e69-b3f1-ac8d675d153a {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:43.573331 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.650616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.651053 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.664688 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Calling delete_port for c73efd5c-6314-4e69-b3f1-ac8d675d153a owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:43.807540 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.841343 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Pushing event deleted for resources: {'Port': ['ID=c73efd5c-6314-4e69-b3f1-ac8d675d153a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:43.898382 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.901244 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:43.902757 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1d611037-1d89-4864-8b1a-c240121eaac5 tempest-AttachVolumeShelveTestJSON-1734004619 tempest-AttachVolumeShelveTestJSON-1734004619-project] 10.222.0.61 "DELETE /v2.0/floatingips/06a2b159-4eb3-4b38-83a1-dd2a2a846865 HTTP/1.1" status: 204 len: 168 time: 0.4615722 Nov 22 18:40:44.101356 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:44.121517 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 0cae4549-b1cc-44b4-832f-9e546a969a87 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:44.121890 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 0cae4549-b1cc-44b4-832f-9e546a969a87 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:46.329587 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39474) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:46.842654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:47.097576 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Deleting port d18517c0-e034-42ca-94e5-850f032fa36f {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:47.097823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:47.173542 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] For port d18517c0-e034-42ca-94e5-850f032fa36f, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=d18517c0-e034-42ca-94e5-850f032fa36f,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:47.174462 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:47.186788 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Calling delete_port for d18517c0-e034-42ca-94e5-850f032fa36f owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:47.365323 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:47.406552 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18517c0-e034-42ca-94e5-850f032fa36f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:47.579436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:47.806034 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Router 82f2a13f-2f48-4963-85bc-ea77f680e011 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:40:47.919857 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:40:47.925208 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e7757216-51ed-4be2-8c94-980c290e74e6 admin admin] 10.222.0.61 "PUT /v2.0/routers/82f2a13f-2f48-4963-85bc-ea77f680e011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944850 Nov 22 18:40:47.927959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39484) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:47.930139 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Sync routers for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:40:47.940016 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:47.940636 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:48.032496 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.054876 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:48.244654 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:40:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:48.275796 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Checking router: 82f2a13f-2f48-4963-85bc-ea77f680e011 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:40:48.285461 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Routers {'82f2a13f-2f48-4963-85bc-ea77f680e011'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:48.286081 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['82f2a13f-2f48-4963-85bc-ea77f680e011'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:48.391645 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] Set router 82f2a13f-2f48-4963-85bc-ea77f680e011 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:48.395075 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.447977 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Deleting port 13fc814a-e2c9-44bf-9e74-d9f3899f310e {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:48.448441 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.531425 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] For port 13fc814a-e2c9-44bf-9e74-d9f3899f310e, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=13fc814a-e2c9-44bf-9e74-d9f3899f310e,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:48.531812 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.545855 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Calling delete_port for 13fc814a-e2c9-44bf-9e74-d9f3899f310e owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:48.578701 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:40:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:48.606957 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e46-4bc4-4bd0-b5e8-eb091e45784a None None] The sync data for ids ['82f2a13f-2f48-4963-85bc-ea77f680e011'] in dv-cinder-818815-1-iscsi is: [{'id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'name': 'tempest-AttachVolumeShelveTestJSON-640996655-router', 'tenant_id': '2c38af8745ec4612b35c998da6038351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:32:14Z', 'updated_at': '2021-11-22T18:40:47Z', 'revision_number': 5, 'project_id': '2c38af8745ec4612b35c998da6038351', 'gw_port': {'id': '13fc814a-e2c9-44bf-9e74-d9f3899f310e', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f2a13f-2f48-4963-85bc-ea77f680e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:32:16Z', 'updated_at': '2021-11-22T18:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:40:48.716707 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.742954 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39492) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:48.746523 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=13fc814a-e2c9-44bf-9e74-d9f3899f310e,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:48.810521 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.858240 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-804d53b9-0149-474d-97ea-a0c6b7d243a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.904432 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.906616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.937852 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-804d53b9-0149-474d-97ea-a0c6b7d243a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.942676 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-804d53b9-0149-474d-97ea-a0c6b7d243a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.952227 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.952834 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82f2a13f-2f48-4963-85bc-ea77f680e011 {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:40:48.958197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:48.959939 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-18d84070-2bba-4576-9173-a4c5d37b9e23 admin admin] 10.222.0.61 "DELETE /v2.0/routers/82f2a13f-2f48-4963-85bc-ea77f680e011 HTTP/1.1" status: 204 len: 168 time: 1.0305192 Nov 22 18:40:48.962323 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39496) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:48.989078 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-804d53b9-0149-474d-97ea-a0c6b7d243a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a54a598a39df48afa1561ef0e53122a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426054 Nov 22 18:40:48.989078 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d53b9-0149-474d-97ea-a0c6b7d243a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246ac36b-9bf8-43ff-90c1-839f4f34aeaa,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:48.990258 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39498) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:49.016215 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Deleting subnet af9de63b-c318-495a-ba4a-6631e2b46320 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:40:49.020930 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.054375 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.059950 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.078986 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.137431 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.140247 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.144621 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/246ac36b-9bf8-43ff-90c1-839f4f34aeaa HTTP/1.1" status: 204 len: 168 time: 0.1503050 Nov 22 18:40:49.146300 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.164229 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba6ec3-7e25-4101-94ba-e9ef804ed406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ac36b-9bf8-43ff-90c1-839f4f34aeaa,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:49.212232 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.240594 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9de63b-c318-495a-ba4a-6631e2b46320,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:49.242728 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.246951 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-5572bca3-f843-4347-8bc3-babd38db3ae2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/af9de63b-c318-495a-ba4a-6631e2b46320 HTTP/1.1" status: 204 len: 168 time: 0.2826078 Nov 22 18:40:49.248548 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39502) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:49.252488 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae344315-8484-41ed-814a-02f8fa027b16 None None] Network 94afb4d7-924f-4518-88ee-a3144164973c requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:40:49.328187 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.419125 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Deleting port e09ac5a6-2792-488d-b78f-f174c1b8b075 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:49.420004 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.525959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] For port e09ac5a6-2792-488d-b78f-f174c1b8b075, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e09ac5a6-2792-488d-b78f-f174c1b8b075,segment=NetworkSegment(9feed416-4a12-4670-9614-d533a80cd7dd),segment_id=9feed416-4a12-4670-9614-d533a80cd7dd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:49.526340 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.540429 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Calling delete_port for e09ac5a6-2792-488d-b78f-f174c1b8b075 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:49.617880 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.641201 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09ac5a6-2792-488d-b78f-f174c1b8b075,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:49.647605 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] No DVR routers for this DVR port e09ac5a6-2792-488d-b78f-f174c1b8b075 on host dv-cinder-818815-1-iscsi {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:49.721509 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.742811 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94afb4d7-924f-4518-88ee-a3144164973c']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:49.752310 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feed416-4a12-4670-9614-d533a80cd7dd') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:49.752538 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feed416-4a12-4670-9614-d533a80cd7dd') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:49.761837 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.775704 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.781838 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:40:49.782221 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:40:49.784490 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:40:49.826311 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed5b9d-6338-4428-a10e-5922d3f730aa None None] DHCP port deletion for 94afb4d7-924f-4518-88ee-a3144164973c request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:40:49.854250 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device d18517c0-e034-42ca-94e5-850f032fa36f no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:49.857791 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.863099 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:49.867066 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/94afb4d7-924f-4518-88ee-a3144164973c HTTP/1.1" status: 204 len: 168 time: 0.6173387 Nov 22 18:40:49.880989 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acbf5e-691e-443b-b3cd-47c1339732b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94afb4d7-924f-4518-88ee-a3144164973c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:49.890185 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: d18517c0-e034-42ca-94e5-850f032fa36f {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:49.890540 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device d18517c0-e034-42ca-94e5-850f032fa36f not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:50.038400 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39506) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:50.082666 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c26761e3-ccaa-44da-a1b2-f1e2068b7110 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c38af8745ec4612b35c998da6038351&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423295 Nov 22 18:40:50.084453 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39508) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:50.137766 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:50.175162 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:50.224780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:50.227837 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:50.229166 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7567dac1-5718-4fb4-85c9-c7aaee7235d5 HTTP/1.1" status: 204 len: 168 time: 0.1437638 Nov 22 18:40:50.242142 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47769596-e0b8-4376-9354-1e0a151072af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7567dac1-5718-4fb4-85c9-c7aaee7235d5,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:51.404590 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 13fc814a-e2c9-44bf-9e74-d9f3899f310e no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:51.425468 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 13fc814a-e2c9-44bf-9e74-d9f3899f310e {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:51.425760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 13fc814a-e2c9-44bf-9e74-d9f3899f310e not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:51.426179 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e09ac5a6-2792-488d-b78f-f174c1b8b075 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:40:51.445017 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: e09ac5a6-2792-488d-b78f-f174c1b8b075 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:40:51.445357 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e09ac5a6-2792-488d-b78f-f174c1b8b075 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:40:52.768524 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f20b2102-f1c2-4377-a009-533707767f08 req-ae25bd5e-58e6-4d06-95d2-43e6582781e1 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911597592&fields=id&tenant_id=1e2af525f8e24a24b24b3d490b8769de HTTP/1.1" status: 200 len: 267 time: 0.0545678 Nov 22 18:40:52.826196 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b2102-f1c2-4377-a009-533707767f08 req-5e15e0e4-a551-4add-aca2-d319007a5cbb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:52.827693 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f20b2102-f1c2-4377-a009-533707767f08 req-5e15e0e4-a551-4add-aca2-d319007a5cbb tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 985 time: 0.0533328 Nov 22 18:40:52.839351 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.v2.base [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Request body: {'port': {'security_groups': ['60bf4cb8-288f-4d7b-8646-72f137f85a6f']}} {{(pid=102586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:40:52.905705 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.084585 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:53.114562 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.119346 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59422759'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.131982 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:40:53.166628 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:53.167331 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.168741 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-f20b2102-f1c2-4377-a009-533707767f08 req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "PUT /v2.0/ports/278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 943 time: 0.3338950 Nov 22 18:40:53.175621 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:40:53.175967 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39556) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:53.179788 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beaee03-634d-43e7-b8c4-8ca944545d96" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:40:53.212163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdcc17-1982-4e5f-b68b-790e83e100ad tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event updated for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=7']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:53.236330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a1f2fb-9de3-444e-8514-7c1a3a83c586 x-openstack-request-id: req-c0a1f2fb-9de3-444e-8514-7c1a3a83c586 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:40:53.236637 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:40:53.237120 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0a1f2fb-9de3-444e-8514-7c1a3a83c586 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:40:53.237556 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:40:53.243928 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:40:53.254505 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.307561 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.342964 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:40:53.347663 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-c90bbf3c-8d59-4301-9cde-d18b0f8bd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:53.349186 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-c90bbf3c-8d59-4301-9cde-d18b0f8bd03a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0825260 Nov 22 18:40:53.429603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-5c141a86-ffba-427c-b642-c64710a39289 None None] Provisioning complete for port 278916f5-7e36-49de-88bf-f0f670ddf1a7 triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:40:53.429876 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5c141a86-ffba-427c-b642-c64710a39289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.433992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.436652 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.437813 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "DELETE /v2.0/security-groups/fb56999f-d5ad-4e93-8e62-76546ac8993c HTTP/1.1" status: 204 len: 168 time: 0.2608924 Nov 22 18:40:53.441294 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39560) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:53.460189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c5f45-f998-460e-8c00-84ba1003d068 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56999f-d5ad-4e93-8e62-76546ac8993c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:53.472691 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-8f47f916-6c69-4f1e-90fb-39a6e8dfaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:53.474661 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-8f47f916-6c69-4f1e-90fb-39a6e8dfaf55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.1159074 Nov 22 18:40:53.555321 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-c9e18930-54f5-48be-a895-0b38ab35d9d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0715499 Nov 22 18:40:53.608296 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-7b009233-7d62-4be0-ab7e-2d9991c4c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:53.610218 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-7b009233-7d62-4be0-ab7e-2d9991c4c1ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0467918 Nov 22 18:40:53.632439 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Deleting port 32c07d74-9730-4fe0-a539-de8fec07267d {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:53.632782 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.664189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-1ce3d320-0e2d-4a28-84dc-60b6e800d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:53.665696 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-1ce3d320-0e2d-4a28-84dc-60b6e800d6a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447474 Nov 22 18:40:53.708083 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.708323 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.720786 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Calling delete_port for 32c07d74-9730-4fe0-a539-de8fec07267d owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:53.761846 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-e9e50ba5-5fcc-4d61-bf1a-68849d2f6d31 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Nov 22 18:40:53.818519 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.884578 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1beaee03-634d-43e7-b8c4-8ca944545d96 req-af3a9df8-d8ab-4f3a-8b1c-d560bf70fef7 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134682 Nov 22 18:40:53.897911 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.921755 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event deleted for resources: {'Port': ['ID=32c07d74-9730-4fe0-a539-de8fec07267d,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:53.987429 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:53.987767 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Floating IP f01cc66c-895c-474d-86c2-5486e3412077 disassociated (deleted). External IP: 172.27.1.58, port: 278916f5-7e36-49de-88bf-f0f670ddf1a7. Nov 22 18:40:54.238697 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:40:54.346784 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:40:54.351594 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:54.357029 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Sync routers for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:40:54.372236 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:54.372860 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:54.383437 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-e847d665-80a9-4dfc-a30e-8d9c519c49fd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "DELETE /v2.0/floatingips/f01cc66c-895c-474d-86c2-5486e3412077 HTTP/1.1" status: 204 len: 168 time: 0.9408107 Nov 22 18:40:54.484487 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:54.693725 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:54.720162 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Checking router: 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:40:54.728376 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:40:54.728978 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:54.844742 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:40:55.067528 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:40:55.097024 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4bbcd-4ea7-475f-9047-18d420bbf759 None None] The sync data for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi is: [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:31Z', 'revision_number': 4, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': 'e79ada9b-0ba7-4834-8ec5-b31df5f4aaca', 'name': '', 'network_id': '3e896cd4-a4c0-4f13-a8cf-78f0369eb458', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'mac_address': 'fa:16:3e:01:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7c86d218-8247-4b30-808c-b3b15625848f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:30Z', 'updated_at': '2021-11-22T18:38:37Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'subnets': [{'id': '7c86d218-8247-4b30-808c-b3b15625848f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:40:55.238764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:40:55.241201 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d6d4a-227f-494b-b02f-7039544d0150" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:40:55.311964 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785d5c8d-8763-412b-9342-04cab7b4cea8 x-openstack-request-id: req-785d5c8d-8763-412b-9342-04cab7b4cea8 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:40:55.312693 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:40:55.313204 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-785d5c8d-8763-412b-9342-04cab7b4cea8 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:40:55.313783 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:40:55.380256 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-2b307deb-16f2-429d-a7d4-dd3ff102df27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:55.390184 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39458463-f5dc-4397-a382-2a0d7da67d18 None None] New status for floating IP f01cc66c-895c-474d-86c2-5486e3412077: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:40:55.391969 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-c4c6cb87-80d9-4a03-afca-53503ac9732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:55.395255 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-c4c6cb87-80d9-4a03-afca-53503ac9732e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2af525f8e24a24b24b3d490b8769de&device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0548680 Nov 22 18:40:55.495184 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-befe4e2f-aae7-4580-b876-462c755d422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:55.496774 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-befe4e2f-aae7-4580-b876-462c755d422a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 200 len: 915 time: 0.0945268 Nov 22 18:40:55.545298 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-15b64f90-0364-408c-b5b1-8efb53bff696 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 200 len: 217 time: 0.0400710 Nov 22 18:40:55.598110 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-2b9ef174-8b5d-4fde-91fc-8f947a6538c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:55.599557 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-2b9ef174-8b5d-4fde-91fc-8f947a6538c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 200 len: 853 time: 0.0469136 Nov 22 18:40:55.647865 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-b5fd98f9-c2d6-45dc-9208-6916ad08a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:55.649382 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-b5fd98f9-c2d6-45dc-9208-6916ad08a0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e896cd4-a4c0-4f13-a8cf-78f0369eb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425541 Nov 22 18:40:55.748059 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-592a7aea-0f2e-41b9-93a9-7166227785ab service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911250 Nov 22 18:40:55.855729 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-d17d6d4a-227f-494b-b02f-7039544d0150 req-a7703bb6-11e3-4bca-b4c2-968f4643eae2 service neutron] 10.222.0.57 "GET /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982447 Nov 22 18:40:57.127746 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e7dd5-c1fb-44c0-b157-035c4cc28ee0 req-418bc235-4b83-4c68-9b68-c6c532366fa9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:57.129220 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1c6e7dd5-c1fb-44c0-b157-035c4cc28ee0 req-418bc235-4b83-4c68-9b68-c6c532366fa9 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0494969 Nov 22 18:40:57.177663 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-1c6e7dd5-c1fb-44c0-b157-035c4cc28ee0 req-259203b6-54d4-4a14-be9b-101510952228 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Nov 22 18:40:57.736834 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-949c3c04-f89d-4e17-a3fb-1575cf224b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:58.293355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c41be6-4719-4e0c-b538-e4188d31d24a req-71dd6dc3-4b14-48e0-9692-da3025722dcd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:58.294842 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-04c41be6-4719-4e0c-b538-e4188d31d24a req-71dd6dc3-4b14-48e0-9692-da3025722dcd tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0491560 Nov 22 18:40:58.343614 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-04c41be6-4719-4e0c-b538-e4188d31d24a req-c8356cf1-0082-47cd-b88f-7880160a6ed3 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/security-groups?id=60bf4cb8-288f-4d7b-8646-72f137f85a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Nov 22 18:40:58.807755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91753-96a9-4430-8749-c47008253577 req-e4d9d077-914f-467b-80ae-f0970ff10c58 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:40:58.809495 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4bb91753-96a9-4430-8749-c47008253577 req-e4d9d077-914f-467b-80ae-f0970ff10c58 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.57 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 946 time: 0.0551457 Nov 22 18:40:58.905950 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Deleting port 278916f5-7e36-49de-88bf-f0f670ddf1a7 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:40:58.906293 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:58.943781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.245864 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] For port 278916f5-7e36-49de-88bf-f0f670ddf1a7, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=278916f5-7e36-49de-88bf-f0f670ddf1a7,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:40:59.246230 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.259141 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Calling delete_port for 278916f5-7e36-49de-88bf-f0f670ddf1a7 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:40:59.387446 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.399751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['278916f5-7e36-49de-88bf-f0f670ddf1a7'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:40:59.416177 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Pushing event deleted for resources: {'Port': ['ID=278916f5-7e36-49de-88bf-f0f670ddf1a7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:59.460812 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e3f3fafb-6050-4bba-85f5-6f7f89929ef0 req-13acbb13-5507-4208-b707-a06a25f67092 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afb296a-139f-41f0-b030-6987ce600eb3 HTTP/1.1" status: 200 len: 210 time: 0.0455427 Nov 22 18:40:59.461346 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] No DVR routers for this DVR port 278916f5-7e36-49de-88bf-f0f670ddf1a7 on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:40:59.463829 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.467490 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4bb91753-96a9-4430-8749-c47008253577 req-eb6174e6-3692-4028-b7de-cc622db0d175 tempest-TestMinimumBasicScenario-1367259715 tempest-TestMinimumBasicScenario-1367259715-project] 10.222.0.57 "DELETE /v2.0/ports/278916f5-7e36-49de-88bf-f0f670ddf1a7 HTTP/1.1" status: 204 len: 173 time: 0.6505289 Nov 22 18:40:59.467801 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'name': 'network-vif-deleted', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:40:59.470189 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0581a2b-7fa4-4f15-9d1c-bc773542537d" -d '{"events": [{"server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "name": "network-vif-deleted", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:40:59.513856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d8bf4-73e7-4baf-b985-cbf2da37b6b7 x-openstack-request-id: req-3f0d8bf4-73e7-4baf-b985-cbf2da37b6b7 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:40:59.514455 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb296a-139f-41f0-b030-6987ce600eb3", "name": "network-vif-deleted", "tag": "278916f5-7e36-49de-88bf-f0f670ddf1a7", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:40:59.514719 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f0d8bf4-73e7-4baf-b985-cbf2da37b6b7 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:40:59.515166 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb296a-139f-41f0-b030-6987ce600eb3', 'name': 'network-vif-deleted', 'tag': '278916f5-7e36-49de-88bf-f0f670ddf1a7', 'status': 'completed', 'code': 200} Nov 22 18:40:59.713866 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39666) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:40:59.832585 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.945318 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.949731 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:40:59.992496 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e953f13e97a450881efafc0b93d1fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775414 Nov 22 18:40:59.993589 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127ba493-ae65-448b-96bd-2e8d5a5736a0,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:40:59.995195 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39670) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:00.002606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.003008 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.003361 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.003703 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.004040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.004379 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.004714 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.005049 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.005386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.005711 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.006040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.006372 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b517c29-be56-4575-a153-a82d7ddda81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:00.043362 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:00.064215 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:00.113211 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:00.115964 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:00.117125 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/127ba493-ae65-448b-96bd-2e8d5a5736a0 HTTP/1.1" status: 204 len: 168 time: 0.1209116 Nov 22 18:41:00.125160 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3239a-640d-4585-a901-53601ae7b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ba493-ae65-448b-96bd-2e8d5a5736a0,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:01.285669 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39754) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:01.631075 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:01.650782 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:01.676781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:01.905241 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Deleting port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:01.905579 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:01.982705 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] For port e79ada9b-0ba7-4834-8ec5-b31df5f4aaca, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:01.983127 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:02.000979 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Calling delete_port for e79ada9b-0ba7-4834-8ec5-b31df5f4aaca owned by network:router_interface {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:02.148778 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 278916f5-7e36-49de-88bf-f0f670ddf1a7 no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:02.170816 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 278916f5-7e36-49de-88bf-f0f670ddf1a7 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:02.171203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 278916f5-7e36-49de-88bf-f0f670ddf1a7 not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:02.435196 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:02.463324 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Pushing event deleted for resources: {'Port': ['ID=e79ada9b-0ba7-4834-8ec5-b31df5f4aaca,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:02.643379 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:02.877020 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:41:02.989368 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:41:02.994515 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-267e0cf3-aca0-49ca-b1e9-18287ba1838d admin admin] 10.222.0.61 "PUT /v2.0/routers/2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076588 Nov 22 18:41:02.997380 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39774) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:02.999906 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Sync routers for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:41:03.009912 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:03.010510 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:03.100959 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.115507 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:03.207625 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.262466 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Deleting port f513479e-6727-4ebf-8610-d171b80f7066 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:03.262692 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.302200 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:41:02Z', 'revision_number': 5, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port': {'id': 'f513479e-6727-4ebf-8610-d171b80f7066', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:03.327804 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Checking router: 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:41:03.336158 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Routers {'2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:03.336753 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:03.343358 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] For port f513479e-6727-4ebf-8610-d171b80f7066, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=f513479e-6727-4ebf-8610-d171b80f7066,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:03.343716 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.358426 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Calling delete_port for f513479e-6727-4ebf-8610-d171b80f7066 owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:03.530060 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.549897 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] Set router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:03.559143 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f513479e-6727-4ebf-8610-d171b80f7066,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:03.606386 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:41:03Z', 'revision_number': 6, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:03.620946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.634667 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28abc3-4636-449f-9869-f6b9db25fd17 None None] The sync data for ids ['2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6'] in dv-cinder-818815-1-iscsi is: [{'id': '2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6', 'name': 'tempest-TestMinimumBasicScenario-540498044-router', 'tenant_id': '1e2af525f8e24a24b24b3d490b8769de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:28Z', 'updated_at': '2021-11-22T18:41:03Z', 'revision_number': 6, 'project_id': '1e2af525f8e24a24b24b3d490b8769de', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:41:03.713504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.715633 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.757754 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.758270 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:41:03.762631 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.763797 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-db5121f8-7c9c-499d-a0d6-8ea46fc0b0f9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2e3717ac-d30f-4e4a-8c0a-57ba83cb4fd6 HTTP/1.1" status: 204 len: 168 time: 0.7655187 Nov 22 18:41:03.767403 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39776) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:03.817197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Deleting subnet 7c86d218-8247-4b30-808c-b3b15625848f {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:41:03.820264 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.854957 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.935409 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:03.997054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.024284 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c86d218-8247-4b30-808c-b3b15625848f,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:04.028249 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.031618 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7f61420a-5cdc-4bd6-896b-55230cd3074b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7c86d218-8247-4b30-808c-b3b15625848f HTTP/1.1" status: 204 len: 168 time: 0.2630653 Nov 22 18:41:04.034922 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39782) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:04.038809 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067eada-f7b8-4cf9-a6e0-3012bd71aafb None None] Network 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:41:04.110069 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.184595 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Deleting port 67119832-33d9-4104-9f81-97fec5d3bb59 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:04.184948 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.276485 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] For port 67119832-33d9-4104-9f81-97fec5d3bb59, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=67119832-33d9-4104-9f81-97fec5d3bb59,segment=NetworkSegment(a358dfc8-bdd3-4067-9326-17a23ef46f05),segment_id=a358dfc8-bdd3-4067-9326-17a23ef46f05)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:04.276835 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.293963 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Calling delete_port for 67119832-33d9-4104-9f81-97fec5d3bb59 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:04.378404 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.406001 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Pushing event deleted for resources: {'Port': ['ID=67119832-33d9-4104-9f81-97fec5d3bb59,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:04.408140 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] No DVR routers for this DVR port 67119832-33d9-4104-9f81-97fec5d3bb59 on host dv-cinder-818815-1-iscsi {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:41:04.459932 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ac16b-f379-4673-8bcf-b90687365dfb None None] DHCP port deletion for 3e896cd4-a4c0-4f13-a8cf-78f0369eb458 request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:41:04.488806 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.511232 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e896cd4-a4c0-4f13-a8cf-78f0369eb458']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:04.521201 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a358dfc8-bdd3-4067-9326-17a23ef46f05') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:04.521504 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a358dfc8-bdd3-4067-9326-17a23ef46f05') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:04.531739 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.546939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.553495 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:41:04.553979 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:41:04.556051 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:41:04.613390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.618702 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:04.622336 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e896cd4-a4c0-4f13-a8cf-78f0369eb458 HTTP/1.1" status: 204 len: 168 time: 0.5862963 Nov 22 18:41:04.625787 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39792) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:04.638389 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc4f51-1807-4af2-bbc3-9191776d63bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3e896cd4-a4c0-4f13-a8cf-78f0369eb458,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:04.993415 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:05.234156 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Deleting port 91d8eaf4-0d52-437d-99b2-50e76d378f14 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:05.234495 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:05.318755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] For port 91d8eaf4-0d52-437d-99b2-50e76d378f14, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=91d8eaf4-0d52-437d-99b2-50e76d378f14,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:05.319169 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:05.332638 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Calling delete_port for 91d8eaf4-0d52-437d-99b2-50e76d378f14 owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:05.417703 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e79ada9b-0ba7-4834-8ec5-b31df5f4aaca no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:05.440812 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: e79ada9b-0ba7-4834-8ec5-b31df5f4aaca {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:05.441280 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e79ada9b-0ba7-4834-8ec5-b31df5f4aaca not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:05.441820 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 67119832-33d9-4104-9f81-97fec5d3bb59 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:05.461895 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 67119832-33d9-4104-9f81-97fec5d3bb59 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:05.462397 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 67119832-33d9-4104-9f81-97fec5d3bb59 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:05.462954 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device f513479e-6727-4ebf-8610-d171b80f7066 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:05.483060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: f513479e-6727-4ebf-8610-d171b80f7066 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:05.483548 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device f513479e-6727-4ebf-8610-d171b80f7066 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:05.523393 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:05.549233 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d8eaf4-0d52-437d-99b2-50e76d378f14,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:05.725413 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:05.959322 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Router d0035b87-014b-4492-a9a9-f57a98553ead has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:41:06.075603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:41:06.081580 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-bfb262b9-bd1a-4307-bbd2-d9b0e9a23e19 admin admin] 10.222.0.61 "PUT /v2.0/routers/d0035b87-014b-4492-a9a9-f57a98553ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539654 Nov 22 18:41:06.084055 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 39818) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:06.085813 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Sync routers for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:41:06.099903 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:06.100512 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:06.191773 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks [] for router, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.206199 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:06.296168 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.358374 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Deleting port e32ce822-6597-4064-8bab-b49a2d132316 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:06.358607 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.440709 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] For port e32ce822-6597-4064-8bab-b49a2d132316, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=e32ce822-6597-4064-8bab-b49a2d132316,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:06.441102 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.453672 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Calling delete_port for e32ce822-6597-4064-8bab-b49a2d132316 owned by network:router_gateway {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:06.477435 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:41:05Z', 'revision_number': 5, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port': {'id': 'e32ce822-6597-4064-8bab-b49a2d132316', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:38:34Z', 'updated_at': '2021-11-22T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:06.503212 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Checking router: d0035b87-014b-4492-a9a9-f57a98553ead for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:41:06.511397 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Routers {'d0035b87-014b-4492-a9a9-f57a98553ead'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:06.511995 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:40:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['d0035b87-014b-4492-a9a9-f57a98553ead'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:06.599526 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] Set router d0035b87-014b-4492-a9a9-f57a98553ead gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:06.618940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.651944 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ce822-6597-4064-8bab-b49a2d132316,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:06.658176 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:41:06Z', 'revision_number': 6, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:06.684206 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3648b-15d3-42de-8490-b7919bdfbe73 None None] The sync data for ids ['d0035b87-014b-4492-a9a9-f57a98553ead'] in dv-cinder-818815-1-iscsi is: [{'id': 'd0035b87-014b-4492-a9a9-f57a98553ead', 'name': 'tempest-TestMinimumBasicScenario-707505575-router', 'tenant_id': '607ff23136e540ffa74d88187e138483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:38:33Z', 'updated_at': '2021-11-22T18:41:06Z', 'revision_number': 6, 'project_id': '607ff23136e540ffa74d88187e138483', 'gw_port_host': None}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:41:06.709363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.802296 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.804472 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.847045 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.848696 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0035b87-014b-4492-a9a9-f57a98553ead {{(pid=102585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:41:06.853710 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.856582 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-9ebdd9da-74cf-4ee8-bec4-3fc50a96534d admin admin] 10.222.0.61 "DELETE /v2.0/routers/d0035b87-014b-4492-a9a9-f57a98553ead HTTP/1.1" status: 204 len: 168 time: 0.7691572 Nov 22 18:41:06.856908 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39822) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:06.903054 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Deleting subnet 866fbf33-3e33-4cff-8c0e-df7d62edbea0 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:41:06.906185 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:06.943891 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.034718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.098196 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.131770 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866fbf33-3e33-4cff-8c0e-df7d62edbea0,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:07.135416 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.138592 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-bd61fdfc-6fcf-4108-9369-64810cf85045 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/866fbf33-3e33-4cff-8c0e-df7d62edbea0 HTTP/1.1" status: 204 len: 168 time: 0.2806590 Nov 22 18:41:07.141209 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39832) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:07.143838 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bda746-ac2b-464b-9f4a-16fc928bc653 None None] Network d92f243a-afae-4266-b1cb-e6eaa6cf9913 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:41:07.218682 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.286264 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Deleting port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:41:07.286517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.352012 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] For port 99c077e3-9c7c-475f-8c1a-7aac762a7be4, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=99c077e3-9c7c-475f-8c1a-7aac762a7be4,segment=NetworkSegment(0b7f6e16-99e8-4008-a9a1-c202713cdde9),segment_id=0b7f6e16-99e8-4008-a9a1-c202713cdde9)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:07.352404 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.365503 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Calling delete_port for 99c077e3-9c7c-475f-8c1a-7aac762a7be4 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:41:07.448087 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.463234 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fdaf83-157d-4b4a-ba64-60b0dfccc9e4 None None] DHCP port deletion for d92f243a-afae-4266-b1cb-e6eaa6cf9913 request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:41:07.481052 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c077e3-9c7c-475f-8c1a-7aac762a7be4,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:07.482932 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] No DVR routers for this DVR port 99c077e3-9c7c-475f-8c1a-7aac762a7be4 on host dv-cinder-818815-1-iscsi {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:41:07.528319 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e32ce822-6597-4064-8bab-b49a2d132316 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:07.554084 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: e32ce822-6597-4064-8bab-b49a2d132316 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:07.554432 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device e32ce822-6597-4064-8bab-b49a2d132316 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:07.555064 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 99c077e3-9c7c-475f-8c1a-7aac762a7be4 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:07.558517 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.579603 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 99c077e3-9c7c-475f-8c1a-7aac762a7be4 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:07.580384 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 99c077e3-9c7c-475f-8c1a-7aac762a7be4 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:07.580983 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 91d8eaf4-0d52-437d-99b2-50e76d378f14 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:41:07.581610 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92f243a-afae-4266-b1cb-e6eaa6cf9913']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:07.598616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7f6e16-99e8-4008-a9a1-c202713cdde9') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:07.598951 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7f6e16-99e8-4008-a9a1-c202713cdde9') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:07.605460 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 91d8eaf4-0d52-437d-99b2-50e76d378f14 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:41:07.606060 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 91d8eaf4-0d52-437d-99b2-50e76d378f14 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:41:07.610818 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.625299 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.631390 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:41:07.631774 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:41:07.633676 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:41:07.688605 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.693862 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.699982 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d92f243a-afae-4266-b1cb-e6eaa6cf9913 HTTP/1.1" status: 204 len: 168 time: 0.5548992 Nov 22 18:41:07.711927 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6373c-a21a-4eee-b73e-1ef156c448b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92f243a-afae-4266-b1cb-e6eaa6cf9913,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:07.871595 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39838) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:07.912006 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-8444aa8f-3b48-4a00-aefd-0f6e639c5f90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e2af525f8e24a24b24b3d490b8769de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392294 Nov 22 18:41:07.915801 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39840) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:07.967381 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:07.988623 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.039679 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.042271 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.043465 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60bf4cb8-288f-4d7b-8646-72f137f85a6f HTTP/1.1" status: 204 len: 168 time: 0.1267428 Nov 22 18:41:08.052065 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da55b71-0ecc-406e-8b09-270571bd2355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bf4cb8-288f-4d7b-8646-72f137f85a6f,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:08.379360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39868) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:08.425006 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c9e307f4-24a2-4d64-a3f9-da8d0bb013cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=607ff23136e540ffa74d88187e138483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444763 Nov 22 18:41:08.427564 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 39872) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:08.474670 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.495389 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.542553 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.546337 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:08.547592 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0f490af-9d4b-413c-add2-ad0b90c3681c HTTP/1.1" status: 204 len: 168 time: 0.1189582 Nov 22 18:41:08.555435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b0b76-6860-4c74-beda-85dd764d4b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f490af-9d4b-413c-add2-ad0b90c3681c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:15.127286 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-60e28e41-9121-401e-942b-61f5624fc674 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497563888&fields=id&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 267 time: 0.0487442 Nov 22 18:41:15.237869 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-135fb030-efd9-464c-9c81-8604ee92d738 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:15.239559 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-135fb030-efd9-464c-9c81-8604ee92d738 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.1045048 Nov 22 18:41:15.255568 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-4fd4641b-984d-44f0-9122-1f21f7f23bca tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/quotas/c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 375 time: 0.0100558 Nov 22 18:41:15.315760 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-f8430c00-d7bd-42ea-9c16-d9a8769427d2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504165 Nov 22 18:41:15.415907 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-02e315b8-902a-451c-aea9-9bf28840aa81 service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877829 Nov 22 18:41:15.503906 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-77bd0854-7e45-4d61-b857-0181619b2786 service neutron] 10.222.0.61 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818694 Nov 22 18:41:15.787004 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-9f1f5b54-91cc-4778-977c-b281a961f057 req-5dd89bf8-cf3b-4dc3-965e-4242cf571816 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Nov 22 18:41:16.495728 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40010) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:16.604236 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9ff-4672-4888-b535-1c0ef0445cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.691510 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9ff-4672-4888-b535-1c0ef0445cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.695745 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9ff-4672-4888-b535-1c0ef0445cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.716039 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-dd9b1cd9-0b5d-40ea-be20-9700b2283d96 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:16.717533 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-dd9b1cd9-0b5d-40ea-be20-9700b2283d96 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 811 time: 0.1173940 Nov 22 18:41:16.732946 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-0ecdf9ff-4672-4888-b535-1c0ef0445cb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65e8b8914440462f918f4fcaa05c9d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361550 Nov 22 18:41:16.737087 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40014) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:16.750372 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdf9ff-4672-4888-b535-1c0ef0445cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd469574-a920-46d4-a3d8-355f62ebc405,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:16.787210 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-fa43cb89-93b1-44d4-9352-36ee12f9c06b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b07724e8c04d128ea3215f3707bd15 HTTP/1.1" status: 200 len: 380 time: 0.0600483 Nov 22 18:41:16.790768 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.797363 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'port': {'device_id': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'admin_state_up': True, 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'security_groups': ['137d5dad-289e-49dd-8038-66eaabfed985']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:41:16.828797 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.889119 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-08f25d35-1942-466c-87d1-d7da4571473e req-0edc0ae9-ea8b-412c-a520-725f7ceffe57 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 210 time: 0.0344722 Nov 22 18:41:16.916713 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.919499 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Made reservation on behalf of c8b07724e8c04d128ea3215f3707bd15 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:41:16.919979 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.921148 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd469574-a920-46d4-a3d8-355f62ebc405 HTTP/1.1" status: 204 len: 168 time: 0.1829498 Nov 22 18:41:16.923131 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:16.930135 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076894-49a2-48d2-9d9c-44aeb7122eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd469574-a920-46d4-a3d8-355f62ebc405,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:17.060653 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.20.0.14 (d7309596-ce01-4971-82b2-2735b6114735/38ef5948-9cee-49bd-b97b-dec693b867c6/cffce2cb-68c3-4e84-84ba-e0ddc175b5af) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:41:17.251506 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.273711 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40022) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:17.290418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbd9-d2d1-4b81-940a-0dc5202904c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.306654 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.366646 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network d7309596-ce01-4971-82b2-2735b6114735 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:41:17.370603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:41:17.375130 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:41:17.406915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:17.446014 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:17.446619 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.471800 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-34d19913-8603-4325-b50c-403b366977f8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6784103 Nov 22 18:41:17.481084 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbd9-d2d1-4b81-940a-0dc5202904c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.486832 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Request body: {'port': {'device_id': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81881'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:41:17.490839 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbd9-d2d1-4b81-940a-0dc5202904c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.555718 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-3d50fbd9-d2d1-4b81-940a-0dc5202904c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ee65e6eed8e4bb8bea104273823df7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809789 Nov 22 18:41:17.558431 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40024) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:17.570171 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50fbd9-d2d1-4b81-940a-0dc5202904c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b68e3-3386-41db-a26e-bec2e1af3443,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:17.581783 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.584000 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-da3cd5e2-1561-4ddc-9c19-05da49e719d6 None None] Provisioning complete for port cffce2cb-68c3-4e84-84ba-e0ddc175b5af triggered by entity DHCP. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:41:17.584941 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-da3cd5e2-1561-4ddc-9c19-05da49e719d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.613191 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.633932 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-da3cd5e2-1561-4ddc-9c19-05da49e719d6 None None] Port cffce2cb-68c3-4e84-84ba-e0ddc175b5af cannot update to ACTIVE because it is not bound. {{(pid=102587) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:41:17.636550 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.684647 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.687357 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.688652 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a2b68e3-3386-41db-a26e-bec2e1af3443 HTTP/1.1" status: 204 len: 168 time: 0.1291564 Nov 22 18:41:17.697350 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00f8a3-f917-4b68-bfcc-103516c85496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b68e3-3386-41db-a26e-bec2e1af3443,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:17.867895 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffce2cb-68c3-4e84-84ba-e0ddc175b5af {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:41:17.876588 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.889262 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Transition to ACTIVE for port object cffce2cb-68c3-4e84-84ba-e0ddc175b5af will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 18:41:17.892510 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:17.945344 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Pushing event updated for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:18.026199 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Attempting to bind port cffce2cb-68c3-4e84-84ba-e0ddc175b5af on host hv-cinder-81881 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:41:18.026537 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Attempting to bind port cffce2cb-68c3-4e84-84ba-e0ddc175b5af by drivers openvswitch,hyperv on host hv-cinder-81881 at level 0 using segments [{'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:41:18.026976 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Attempting to bind port cffce2cb-68c3-4e84-84ba-e0ddc175b5af on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:41:18.032088 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Port cffce2cb-68c3-4e84-84ba-e0ddc175b5af on network d7309596-ce01-4971-82b2-2735b6114735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81881 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 18:41:18.032613 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Attempting to bind port cffce2cb-68c3-4e84-84ba-e0ddc175b5af on network d7309596-ce01-4971-82b2-2735b6114735 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:41:18.048155 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Checking agent: {'id': '87b4b638-8024-431f-a1a6-7193e47484ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81881', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'started_at': datetime.datetime(2021, 11, 22, 18, 30, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:41:18.048505 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Checking segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:41:18.049603 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Bound using segment: {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:41:18.050054 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Bound port: cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host: hv-cinder-81881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0af26a-f6b8-431b-a1f8-c557a03b5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:41:18.050418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:18.059145 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56679547-6bd3-46f9-a1c6-649f718df838 req-0432d5bf-4896-4077-8949-909575ca07ed tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:18.061869 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-56679547-6bd3-46f9-a1c6-649f718df838 req-0432d5bf-4896-4077-8949-909575ca07ed tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0784497 Nov 22 18:41:18.125658 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-56679547-6bd3-46f9-a1c6-649f718df838 req-51a5a973-89ef-4e6f-8859-23763b92694a tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567439 Nov 22 18:41:18.406580 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:41:18.410805 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:41:18.415191 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:18.453050 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:18.453050 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:18.454726 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] 10.222.0.57 "PUT /v2.0/ports/cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 200 len: 1094 time: 0.9723613 Nov 22 18:41:18.468119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:41:18.471757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63" -d '{"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:41:18.493475 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639f22-daad-4df4-97db-9c1a9febb775 service neutron] Pushing event updated for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:18.540344 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497b0d2-5268-4f56-8f1f-6b5f5f0336ec x-openstack-request-id: req-5497b0d2-5268-4f56-8f1f-6b5f5f0336ec {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:41:18.540566 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:41:18.540811 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5497b0d2-5268-4f56-8f1f-6b5f5f0336ec {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:41:18.541206 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'status': 'completed', 'code': 200} Nov 22 18:41:18.557752 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-8f35fb72-989e-4a63-b91f-55a24255298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:18.559439 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-8f35fb72-989e-4a63-b91f-55a24255298d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0504382 Nov 22 18:41:18.612471 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-03a760ed-afdc-4f18-883a-06e0a3e54848 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 200 len: 217 time: 0.0407565 Nov 22 18:41:18.665578 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-0d0dd0c2-ee6b-43c5-ae98-418cbed5801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:18.667169 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-0d0dd0c2-ee6b-43c5-ae98-418cbed5801a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0479434 Nov 22 18:41:18.718712 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-254c56f1-c5d0-47f0-8e4c-ac29b61d6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:18.719892 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-254c56f1-c5d0-47f0-8e4c-ac29b61d6cfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452898 Nov 22 18:41:18.822592 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-6e73984a-29a4-4ea8-b457-f872d73137fc service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950582 Nov 22 18:41:18.916903 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b3b33f6d-305c-44e3-878a-b7a523d65eed req-890199cd-a815-4262-b747-651425314a4c service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868595 Nov 22 18:41:19.024246 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-4a67d81f-d03e-4c88-bb80-0105d27f1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:19.025810 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-4a67d81f-d03e-4c88-bb80-0105d27f1af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0606177 Nov 22 18:41:19.120251 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-3be31922-45a4-445a-8ea7-9fa713fa0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:19.121737 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-3be31922-45a4-445a-8ea7-9fa713fa0ae5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.0893314 Nov 22 18:41:19.172116 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-0b4f2e26-8f79-48a0-96f6-dcbc5f02a143 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 200 len: 217 time: 0.0356886 Nov 22 18:41:19.221222 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-c166ad09-cac3-4a51-b5a4-5a0e0face60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:19.223931 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-c166ad09-cac3-4a51-b5a4-5a0e0face60b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0515084 Nov 22 18:41:19.281152 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-d4cd8bcc-a45b-4cd9-9acc-7d8a49db8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:19.283053 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-d4cd8bcc-a45b-4cd9-9acc-7d8a49db8fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486779 Nov 22 18:41:19.283570 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3d003-4c3c-411c-8ff1-31f8ad6530cb req-a53b0991-ad0a-49ba-a388-b0d091ce2e57 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:19.285116 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a8e3d003-4c3c-411c-8ff1-31f8ad6530cb req-a53b0991-ad0a-49ba-a388-b0d091ce2e57 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0577168 Nov 22 18:41:19.342660 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-a8e3d003-4c3c-411c-8ff1-31f8ad6530cb req-db192771-eee5-455f-80df-dd998e2a7e3d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514631 Nov 22 18:41:19.381751 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-43223c24-4a89-420a-bb94-066c7ec2f3df service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 Nov 22 18:41:19.480345 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-7ecee07e-8e79-4f62-8a93-1c3ff5f83f63 req-511d8d93-e4cb-4278-a4d4-2b74744c1a5e service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907459 Nov 22 18:41:20.451924 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56945798-5272-457b-881a-27522a2bf14d req-f83e2ffb-8ebd-4cb9-9f10-21be09957687 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:20.453351 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-56945798-5272-457b-881a-27522a2bf14d req-f83e2ffb-8ebd-4cb9-9f10-21be09957687 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0475287 Nov 22 18:41:20.502171 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-56945798-5272-457b-881a-27522a2bf14d req-bf2b2b30-b812-4398-811e-0338d5a2c1e6 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Nov 22 18:41:21.620341 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c1448-9d83-4052-9935-c96d3b2098bd req-4f9ef1c4-4795-460d-9d1d-3518b0f65998 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:21.621703 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bf2c1448-9d83-4052-9935-c96d3b2098bd req-4f9ef1c4-4795-460d-9d1d-3518b0f65998 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0523958 Nov 22 18:41:21.671853 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bf2c1448-9d83-4052-9935-c96d3b2098bd req-8920348b-ee7f-4380-b358-fdeadc82e18c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Nov 22 18:41:22.765937 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40130) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:22.789333 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7d2a-e66b-4708-a65f-e7e46905016a req-83b5b3f8-7cb6-4850-a367-098b825b59b8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:22.791275 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-caab7d2a-e66b-4708-a65f-e7e46905016a req-83b5b3f8-7cb6-4850-a367-098b825b59b8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0517323 Nov 22 18:41:22.841699 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-caab7d2a-e66b-4708-a65f-e7e46905016a req-28d461cd-ff24-431c-bb1c-3e780a02170d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Nov 22 18:41:22.877002 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d4e6-8e40-4293-bf7a-4839e9c4464c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:22.951274 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d4e6-8e40-4293-bf7a-4839e9c4464c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:22.954687 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d4e6-8e40-4293-bf7a-4839e9c4464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:22.993791 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b5c5d4e6-8e40-4293-bf7a-4839e9c4464c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66fbe360de2d4c45b7716807927a760f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267268 Nov 22 18:41:22.994631 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d4e6-8e40-4293-bf7a-4839e9c4464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a26fe41-dc94-4134-a84e-9a1f1cfe057c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:22.997250 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40134) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:23.045057 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.067555 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.118364 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.120904 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.122023 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a26fe41-dc94-4134-a84e-9a1f1cfe057c HTTP/1.1" status: 204 len: 168 time: 0.1235075 Nov 22 18:41:23.130203 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0b37f-2ae7-46f2-9913-713f3b7781c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a26fe41-dc94-4134-a84e-9a1f1cfe057c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:23.387741 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40140) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:23.401164 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7fbd-7ce3-41a4-b02c-dcb0e478c25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.475348 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7fbd-7ce3-41a4-b02c-dcb0e478c25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.479052 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7fbd-7ce3-41a4-b02c-dcb0e478c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.518560 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7fbd-7ce3-41a4-b02c-dcb0e478c25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294fc5dd-7cd2-4f23-abb2-990f7f3fd7a3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:23.522897 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b9ad7fbd-7ce3-41a4-b02c-dcb0e478c25a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77b3b8eb07ab493088ca5697a7698a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341276 Nov 22 18:41:23.525519 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40142) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:23.573940 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.595134 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.641329 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.643989 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.645168 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/294fc5dd-7cd2-4f23-abb2-990f7f3fd7a3 HTTP/1.1" status: 204 len: 168 time: 0.1186979 Nov 22 18:41:23.653437 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198583a1-8ae7-45b3-9f31-d6bf506241d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294fc5dd-7cd2-4f23-abb2-990f7f3fd7a3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:23.824050 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:23.966485 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dc0c2-2f39-491a-93e2-460a25e2320c req-d50a6661-30e8-4a42-af1a-513ca85a58a5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:23.967987 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-371dc0c2-2f39-491a-93e2-460a25e2320c req-d50a6661-30e8-4a42-af1a-513ca85a58a5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0503068 Nov 22 18:41:24.018540 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-371dc0c2-2f39-491a-93e2-460a25e2320c req-be69819e-59df-4f74-a393-9862d0a2aef4 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Nov 22 18:41:25.136638 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf01013-02fc-4fb6-b45d-85096b23522c req-758f9a78-46be-4bac-8467-33ea8e277102 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:25.138553 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2cf01013-02fc-4fb6-b45d-85096b23522c req-758f9a78-46be-4bac-8467-33ea8e277102 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0493309 Nov 22 18:41:25.189923 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-2cf01013-02fc-4fb6-b45d-85096b23522c req-480a24e0-6a34-4e5c-bb3a-d2d41851cd76 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Nov 22 18:41:25.283755 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40192) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:25.377081 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-09e7b0fc-aafb-421c-a293-93a74bc01e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.393824 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb34e-de08-4865-9a8e-a402e5483029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.480623 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb34e-de08-4865-9a8e-a402e5483029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.484820 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb34e-de08-4865-9a8e-a402e5483029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.521306 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbb34e-de08-4865-9a8e-a402e5483029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a96cb1-f6fc-4def-96c3-2b3180fbdc3f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:25.525563 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e8bbb34e-de08-4865-9a8e-a402e5483029 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d00225bd4e44449cb713a6abdee713f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407796 Nov 22 18:41:25.528468 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40196) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:25.577965 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.599942 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.647432 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.650823 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:25.652603 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4a96cb1-f6fc-4def-96c3-2b3180fbdc3f HTTP/1.1" status: 204 len: 168 time: 0.1228111 Nov 22 18:41:25.662558 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f645-24d7-4325-a240-b5e41816ec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a96cb1-f6fc-4def-96c3-2b3180fbdc3f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:25.927368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40202) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:25.940380 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9055-e433-4294-8ec6-148597d0a6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.016896 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9055-e433-4294-8ec6-148597d0a6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.021591 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9055-e433-4294-8ec6-148597d0a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.090940 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-e9ce9055-e433-4294-8ec6-148597d0a6db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcb9a711dae84d6f99d9b7bd6fd7036a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622744 Nov 22 18:41:26.092660 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce9055-e433-4294-8ec6-148597d0a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f1f5b-da30-417d-93b3-4869fd4ea62c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:26.093430 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40204) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:26.106146 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-83d1ad24-3d95-4397-bed5-a1c2ebca2a3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684574 Nov 22 18:41:26.149260 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.169732 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-371e2089-cf50-4460-88cf-87b93e8ded64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:26.171260 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-371e2089-cf50-4460-88cf-87b93e8ded64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1098 time: 0.0434754 Nov 22 18:41:26.172043 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.220616 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.224464 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:26.228115 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c1f1f5b-da30-417d-93b3-4869fd4ea62c HTTP/1.1" status: 204 len: 168 time: 0.1313248 Nov 22 18:41:26.233846 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7471894-2457-45af-99b0-d24fedd93f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f1f5b-da30-417d-93b3-4869fd4ea62c,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:26.295180 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-12d17835-0a37-4b35-9afc-dae5fbca7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:26.296676 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-12d17835-0a37-4b35-9afc-dae5fbca7cda service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.1065230 Nov 22 18:41:26.334198 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca101-81c6-47c8-bbae-171328f34371 req-e0330ea1-3e84-4b46-b9e6-b648cc5b3af8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:26.335980 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e7ca101-81c6-47c8-bbae-171328f34371 req-e0330ea1-3e84-4b46-b9e6-b648cc5b3af8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0534883 Nov 22 18:41:26.369331 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-ffcf4a68-a453-4401-9a0f-57147be632bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 1000 time: 0.0652976 Nov 22 18:41:26.388044 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8e7ca101-81c6-47c8-bbae-171328f34371 req-76a12756-9edd-4abc-9031-6a5bf36fdd1e tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457292 Nov 22 18:41:26.424493 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-a87c9bd8-7b69-431e-8ca8-64d2ac09fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:26.426607 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-a87c9bd8-7b69-431e-8ca8-64d2ac09fe00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0506778 Nov 22 18:41:26.473618 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-db36f768-e989-484a-8c6e-02cb21603fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:26.475208 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-db36f768-e989-484a-8c6e-02cb21603fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407996 Nov 22 18:41:26.571415 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-e253383b-c477-495c-adab-5c63bdb2a21a service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888853 Nov 22 18:41:26.663676 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-4e421fbd-a0f5-44f2-9a38-f4674b3c1022 req-63cc6885-828a-4d0d-8845-1e6e89587cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850751 Nov 22 18:41:27.366879 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device cffce2cb-68c3-4e84-84ba-e0ddc175b5af details requested by agent hyperv_hv-cinder-81881 with host hv-cinder-81881 {{(pid=102587) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:41:27.470450 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:27.484556 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Returning: {'device': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'port_id': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'mac_address': 'fa:16:3e:f9:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102587) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:41:27.514677 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1664327-29fa-475d-89b8-29991a41af7a req-e3a33a03-5e2a-4059-b661-67c2e720806b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:27.516101 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1664327-29fa-475d-89b8-29991a41af7a req-e3a33a03-5e2a-4059-b661-67c2e720806b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 944 time: 0.0511546 Nov 22 18:41:27.527034 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:27.541602 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffce2cb-68c3-4e84-84ba-e0ddc175b5af {{(pid=102587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:41:27.562522 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:27.568466 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:27.574698 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b1664327-29fa-475d-89b8-29991a41af7a req-04fe779f-0bee-4330-b862-068e6ff77e74 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521595 Nov 22 18:41:27.624974 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:27.634992 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.636240 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.636240 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.636240 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.636777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.637195 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.637636 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.637970 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.638308 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.638681 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.638991 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.639584 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:41:27.741368 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-17d0f190-cf70-4c80-89ac-b26e06dadec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:27.796476 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] get_ports_and_sgs() called for port_ids ['cffce2cb-68c3-4e84-84ba-e0ddc175b5af'] {{(pid=102587) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:41:27.957505 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40262) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:28.062275 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91deca7-3972-4965-9247-e78f01734eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.137898 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91deca7-3972-4965-9247-e78f01734eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.141718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d91deca7-3972-4965-9247-e78f01734eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.179382 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d91deca7-3972-4965-9247-e78f01734eaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=953cf9e3913443a1a8a2b26084bbbaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208209 Nov 22 18:41:28.180287 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91deca7-3972-4965-9247-e78f01734eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52866b-8a8f-4278-b005-6ed17cfd5faa,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:28.182038 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40266) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:28.232890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.258591 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.308103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.310766 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.311959 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a52866b-8a8f-4278-b005-6ed17cfd5faa HTTP/1.1" status: 204 len: 168 time: 0.1287029 Nov 22 18:41:28.320404 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1bbe3-b90f-4639-8b8c-5d0711d51c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a52866b-8a8f-4278-b005-6ed17cfd5faa,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:28.568970 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40272) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:28.582532 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-631c812c-9ec2-45c6-ace6-8fc8197fa69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.664017 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-631c812c-9ec2-45c6-ace6-8fc8197fa69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.668184 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-631c812c-9ec2-45c6-ace6-8fc8197fa69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.691331 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b802f67-ace5-41d1-98ba-a1fac8f5c0f0 req-3e2ea17a-583b-4401-8e2d-8d0b6a7c4bb5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:28.693066 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8b802f67-ace5-41d1-98ba-a1fac8f5c0f0 req-3e2ea17a-583b-4401-8e2d-8d0b6a7c4bb5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 945 time: 0.0507612 Nov 22 18:41:28.707425 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-631c812c-9ec2-45c6-ace6-8fc8197fa69a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98afded80c1f4224b79fb39684574d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366849 Nov 22 18:41:28.711260 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40276) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:28.717103 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c812c-9ec2-45c6-ace6-8fc8197fa69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae96731-ad9f-4f46-ac16-c028f371ccb3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:28.747045 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-8b802f67-ace5-41d1-98ba-a1fac8f5c0f0 req-db54fa7c-3bb9-448e-a5d8-98a7d745e6fb tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 Nov 22 18:41:28.762929 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.785526 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.834763 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.838186 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:28.839419 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bae96731-ad9f-4f46-ac16-c028f371ccb3 HTTP/1.1" status: 204 len: 168 time: 0.1272166 Nov 22 18:41:28.847900 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e41f1b-c174-46e6-83a6-411d893cf79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae96731-ad9f-4f46-ac16-c028f371ccb3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:28.945869 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:29.398361 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device cffce2cb-68c3-4e84-84ba-e0ddc175b5af up at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:41:29.449195 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning for port cffce2cb-68c3-4e84-84ba-e0ddc175b5af completed by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 18:41:29.453599 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.provisioning_blocks [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Provisioning complete for port cffce2cb-68c3-4e84-84ba-e0ddc175b5af triggered by entity L2. {{(pid=102587) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:41:29.453984 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315220'] for port, provisioning_complete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:29.536540 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:29.558964 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af'}] {{(pid=102587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:41:29.561234 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a17bda2cdf39c95e3219c710260230eb8e1938e87620b48bd706789a94e4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9920e6b-3956-4742-898e-7dfac0ceb79d" -d '{"events": [{"server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "name": "network-vif-plugged", "status": "completed", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af"}]}' {{(pid=102587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:41:29.575155 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:41:29.579471 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:29.604151 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ce53f-9eb3-4ddc-8854-211505970f22 x-openstack-request-id: req-126ce53f-9eb3-4ddc-8854-211505970f22 {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:41:29.604449 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "name": "network-vif-plugged", "status": "completed", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af", "code": 200}]} {{(pid=102587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:41:29.604701 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-126ce53f-9eb3-4ddc-8854-211505970f22 {{(pid=102587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:41:29.605095 dv-cinder-818815-1-iscsi neutron-server[102587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'code': 200} Nov 22 18:41:29.632459 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Pushing event updated for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=5']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:29.825087 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca539f-c64b-4ed2-bf68-4de2ba947eb0 req-abf6845a-b136-430f-adfc-ee79fb99d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:29.827310 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ddca539f-c64b-4ed2-bf68-4de2ba947eb0 req-abf6845a-b136-430f-adfc-ee79fb99d376 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0462677 Nov 22 18:41:29.884958 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ddca539f-c64b-4ed2-bf68-4de2ba947eb0 req-f2424716-a396-4690-9f10-ce7c0c71da9a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504699 Nov 22 18:41:29.921027 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40310) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:30.033119 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-274a92c1-b460-4519-a654-8dee9e1b34d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.110590 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-274a92c1-b460-4519-a654-8dee9e1b34d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.115261 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-274a92c1-b460-4519-a654-8dee9e1b34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.136563 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eeafe-55a8-4d56-86c7-9d8119360a8b req-d92c7445-ed63-4724-84af-675089641bda tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:30.138041 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-147eeafe-55a8-4d56-86c7-9d8119360a8b req-d92c7445-ed63-4724-84af-675089641bda tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.3124940 Nov 22 18:41:30.152890 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a92c1-b460-4519-a654-8dee9e1b34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189c8765-9ae8-4d70-a366-f3bc6deb6bd3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:30.158092 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-274a92c1-b460-4519-a654-8dee9e1b34d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4143c5befca4784a9c56ed0552fc679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359667 Nov 22 18:41:30.161071 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40314) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:30.195695 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-147eeafe-55a8-4d56-86c7-9d8119360a8b req-48088247-8ecd-425b-8069-beb9954a369c tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511932 Nov 22 18:41:30.216453 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.239035 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.284527 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.287427 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:30.288634 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/189c8765-9ae8-4d70-a366-f3bc6deb6bd3 HTTP/1.1" status: 204 len: 168 time: 0.1263933 Nov 22 18:41:30.296915 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046e8df-3639-42b6-9e10-0b2fd7824235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c8765-9ae8-4d70-a366-f3bc6deb6bd3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:30.323422 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:41:31.320606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af3006-4dbc-4bdd-9c70-bd87596b93a6 req-58562cb0-5b37-4616-b429-cd92f98040b4 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:31.322075 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23af3006-4dbc-4bdd-9c70-bd87596b93a6 req-58562cb0-5b37-4616-b429-cd92f98040b4 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.0555925 Nov 22 18:41:31.375200 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-23af3006-4dbc-4bdd-9c70-bd87596b93a6 req-986230da-6730-4bb2-b087-643f8582f49d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Nov 22 18:41:31.494130 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf5951-03db-415b-bd13-ab53db0f19ae req-a5518091-ec11-421a-90b1-ef211d5501bd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:31.495646 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bebf5951-03db-415b-bd13-ab53db0f19ae req-a5518091-ec11-421a-90b1-ef211d5501bd tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.0497067 Nov 22 18:41:31.550558 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-bebf5951-03db-415b-bd13-ab53db0f19ae req-f098ecee-174d-4dd8-95e5-2cbc0011b6f0 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487120 Nov 22 18:41:31.573115 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40348) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:31.629752 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:31.668803 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:31.764419 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa767af0-f806-45df-9354-8252f3d2d446 tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:31.765922 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fa767af0-f806-45df-9354-8252f3d2d446 tempest-TestVolumeBootPattern-1818237076 tempest-TestVolumeBootPattern-1818237076-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1094 time: 0.1918263 Nov 22 18:41:31.768768 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40352) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:41:31.773723 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.v2.base [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Request body: {'floatingip': {'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'port_id': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:41:31.795115 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:31.892750 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:31.994238 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Allocated IP 172.27.1.8 (1758bbb6-44df-43b7-9824-a7f739d3020b/25d2dc29-6573-4390-a6ef-fbed89b75df8/78ebd426-de6c-407a-867d-c1cfbaad7400) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:41:32.097169 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.131394 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728085580939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.171939 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Network 1758bbb6-44df-43b7-9824-a7f739d3020b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:41:32.177816 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:41:32.182215 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:41:32.185322 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=78ebd426-de6c-407a-867d-c1cfbaad7400,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:32.539016 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.604148 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296276'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.775708 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.781390 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728086014010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728085580957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728085580975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845872'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.830343 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event updated for resources: {'Port': ['ID=78ebd426-de6c-407a-867d-c1cfbaad7400,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:41:32.873588 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401552'] for floatingip, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:32.973343 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.db.l3_db [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP 3e5db6b3-8cb0-4ae3-bcfb-67973b452e39 associated. External IP: 172.27.1.8, port: cffce2cb-68c3-4e84-84ba-e0ddc175b5af. Nov 22 18:41:33.179407 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:41:33.287556 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:41:33.297196 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:41:33.307812 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:33.308743 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:33.309370 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:41:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:33.336977 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-f55d93d6-6a53-4dc5-b667-fc13852b44a8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5664582 Nov 22 18:41:33.337560 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:41:33.339848 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:41:33.379674 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f5060-b613-4f85-98bf-f669950ea0d5 x-openstack-request-id: req-af3f5060-b613-4f85-98bf-f669950ea0d5 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:41:33.379972 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:41:33.380233 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af3f5060-b613-4f85-98bf-f669950ea0d5 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:41:33.380638 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'status': 'completed', 'code': 200} Nov 22 18:41:33.421815 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:33.442324 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-8826618d-0a83-4579-a575-d78ccbd0537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:33.443831 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-8826618d-0a83-4579-a575-d78ccbd0537b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0415578 Nov 22 18:41:33.559182 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-0efab829-35ae-4d84-8c73-f69f6501ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:33.560580 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-0efab829-35ae-4d84-8c73-f69f6501ee68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.1085496 Nov 22 18:41:33.629956 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-97de5a99-e770-4b3e-a168-7020da755a87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 200 len: 998 time: 0.0621293 Nov 22 18:41:33.653301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3e5db6b3-8cb0-4ae3-bcfb-67973b452e39', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:f9:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:41:32Z', 'updated_at': '2021-11-22T18:41:32Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}, {'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:33.680436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-6f35e1a2-62d5-458b-9158-c5ac5d9fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:33.681878 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-6f35e1a2-62d5-458b-9158-c5ac5d9fea06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0441797 Nov 22 18:41:33.683250 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:41:33.692555 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:41:33.693152 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:41:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:33.727466 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-9088caed-4911-4237-b9db-b7d74e5b5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:41:33.728970 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-9088caed-4911-4237-b9db-b7d74e5b5e6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402291 Nov 22 18:41:33.796183 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:41:33.825024 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-5c3a9788-0f15-4c51-b447-9f4f37744109 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885065 Nov 22 18:41:33.931219 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-0645ed93-9f18-49b8-baa8-cffd7a6be5cc req-a4be0f0d-db42-48c9-9af0-b5a66f797921 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992169 Nov 22 18:41:34.043331 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3e5db6b3-8cb0-4ae3-bcfb-67973b452e39', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:f9:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:41:32Z', 'updated_at': '2021-11-22T18:41:32Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}, {'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:41:34.069409 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c18e2-f8cf-4266-98ea-910883eccaa9 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': '3e5db6b3-8cb0-4ae3-bcfb-67973b452e39', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:f9:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:41:32Z', 'updated_at': '2021-11-22T18:41:32Z', 'revision_number': 0, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}, {'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:41:34.268119 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32ac24-2aac-4d35-b828-3e49376aecd0 None None] New status for floating IP 3e5db6b3-8cb0-4ae3-bcfb-67973b452e39: ACTIVE {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:41:53.808751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:55.372791 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f5efb3e5-02e9-4fd5-bdde-f1c0f3b501b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:57.746248 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1867948a-2b95-4877-925c-61278860cc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:41:58.950428 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:01.632423 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:01.670485 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.038251 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40592) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:42:07.142594 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.217197 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.220710 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.258633 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccaceeb6364143f1b60ab7375c46e9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193451 Nov 22 18:42:07.259596 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a4d55-f45f-47d7-ac8e-bdfb1cda7292,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:42:07.262324 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40596) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:42:07.268040 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.268403 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.268752 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.269097 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.269437 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.269775 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.270112 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.270446 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.270782 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.271157 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.271489 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.271824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08881710-227f-4417-b220-8c10e87835b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.315429 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.321812 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:42:07.336436 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.387553 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.390196 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:07.391518 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c55a4d55-f45f-47d7-ac8e-bdfb1cda7292 HTTP/1.1" status: 204 len: 168 time: 0.1280634 Nov 22 18:42:07.399619 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a4d55-f45f-47d7-ac8e-bdfb1cda7292,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:42:07.408007 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.408368 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.408723 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.409064 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.409405 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.409746 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.410082 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.410417 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.410757 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.411120 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.411472 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:07.411878 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a21b48-c85c-4e6b-ba1e-03c3975bda3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:42:23.828991 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:25.376587 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-8802e6fc-0b34-4f83-b64d-b6adfbecffce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:27.752298 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-755d39e0-5522-4aff-ac1d-99835053952a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:28.148560 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-5b44d82f-a236-419d-9c05-c48a90b18bf9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411267 Nov 22 18:42:28.235934 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-886d511e-4c09-4c39-bc7d-47e288edd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:42:28.237435 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-886d511e-4c09-4c39-bc7d-47e288edd0d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1098 time: 0.0417173 Nov 22 18:42:28.591786 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-278c8351-bcd4-4852-ad11-f955de106b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:42:28.593879 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-278c8351-bcd4-4852-ad11-f955de106b48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.3357935 Nov 22 18:42:28.658412 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-008bbe5f-9381-420c-bf2b-bdb632bd6202 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 1000 time: 0.0569141 Nov 22 18:42:28.706300 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-24c5ceba-567d-40a9-8d32-05e610406973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:42:28.707778 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-24c5ceba-567d-40a9-8d32-05e610406973 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0428765 Nov 22 18:42:28.755443 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-c078e94f-8ca3-4201-b817-c8da9dc11790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:42:28.756922 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-c078e94f-8ca3-4201-b817-c8da9dc11790 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425997 Nov 22 18:42:28.849107 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-efb7599b-11c9-4a54-9492-8057574f57af service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Nov 22 18:42:28.948986 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-e4f379a4-8d12-4876-b1db-15fb853ea50f req-50c505ea-37a2-4afa-ac60-f205c256db16 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913298 Nov 22 18:42:28.955222 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:31.635593 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:31.671785 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:44.320173 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:42:53.830134 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:55.379301 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-7b58b362-d37f-42c2-bae4-29695efe05a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:57.749558 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-7445789f-0ef5-414c-a60a-cc3114f7dabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:42:58.956027 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:01.636349 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:01.673404 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.351565 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40620) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:12.506898 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port 78ebd426-de6c-407a-867d-c1cfbaad7400 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:12.507375 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.587163 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.587494 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.600105 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for 78ebd426-de6c-407a-867d-c1cfbaad7400 owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:12.744118 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.770116 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=78ebd426-de6c-407a-867d-c1cfbaad7400,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:12.793151 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.793506 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.793844 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.794178 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.794509 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.794839 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.795191 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.795530 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.795858 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.796181 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.796506 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.796821 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:12.837604 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:12.837941 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP 3e5db6b3-8cb0-4ae3-bcfb-67973b452e39 disassociated (deleted). External IP: 172.27.1.8, port: cffce2cb-68c3-4e84-84ba-e0ddc175b5af. Nov 22 18:43:13.056958 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:43:13.164963 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:43:13.169785 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:13.175214 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:43:13.185203 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:13.185819 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:13.197764 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1103793e-1740-4ab0-8072-670fe5200a0d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "DELETE /v2.0/floatingips/3e5db6b3-8cb0-4ae3-bcfb-67973b452e39 HTTP/1.1" status: 204 len: 168 time: 0.8450274 Nov 22 18:43:13.198364 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:43:13.200687 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a302d23-9b47-4c13-a8c0-0a432331adda" -d '{"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:43:13.299244 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:13.447875 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115297a3-e8d7-4902-81f5-bcf91b8a4b08 x-openstack-request-id: req-115297a3-e8d7-4902-81f5-bcf91b8a4b08 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:43:13.448386 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:43:13.448508 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-115297a3-e8d7-4902-81f5-bcf91b8a4b08 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:43:13.448871 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'status': 'completed', 'code': 200} Nov 22 18:43:13.549942 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:13.563614 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-15c6b208-e34c-4302-9f1c-caff03a1a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:13.566343 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-15c6b208-e34c-4302-9f1c-caff03a1a7eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0944374 Nov 22 18:43:13.572978 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a85f1-d95b-4a24-87c2-537245df48a1 req-654ea52b-26ec-460d-a6b4-36e9885e1071 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:13.574677 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e53a85f1-d95b-4a24-87c2-537245df48a1 req-654ea52b-26ec-460d-a6b4-36e9885e1071 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.1775312 Nov 22 18:43:13.582777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:43:13.591389 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:13.592158 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:13.647452 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-e53a85f1-d95b-4a24-87c2-537245df48a1 req-054bf55c-daf2-4a21-bfd1-6bc23565d54d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660810 Nov 22 18:43:13.664545 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-44d5ffd5-f42c-4554-b8dd-376b7628e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:13.667365 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-44d5ffd5-f42c-4554-b8dd-376b7628e83e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.0930495 Nov 22 18:43:13.711973 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-9005acdd-717b-42c3-8b70-4cf2eaa2723a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 200 len: 217 time: 0.0349121 Nov 22 18:43:13.712395 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:13.764955 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-c43116d1-724c-46b8-899f-e7f3f19022f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:13.766438 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-c43116d1-724c-46b8-899f-e7f3f19022f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0465877 Nov 22 18:43:13.814321 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-b2f8e371-794d-4e04-ba42-52affcd45fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:13.815937 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-b2f8e371-794d-4e04-ba42-52affcd45fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412619 Nov 22 18:43:13.827945 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-a4c7b85e-7590-4806-9bd9-3b37c0851e75 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 18:43:13.828914 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-a4c7b85e-7590-4806-9bd9-3b37c0851e75 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051148 Nov 22 18:43:13.924203 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-f18ec93d-aa57-46ee-afc1-52bb349f37f5 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Nov 22 18:43:13.943660 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:13.973460 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312bf16-c861-43f3-85ba-be9652e6c152 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_floatingips': [{'id': 'e1d88586-bc7e-4956-b453-67c9dd839397', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'router_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'port_id': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'mac_address': 'fa:16:3e:50:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T18:39:25Z', 'updated_at': '2021-11-22T18:39:29Z', 'revision_number': 1, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:43:14.016286 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-9a302d23-9b47-4c13-a8c0-0a432331adda req-6985a35d-7d95-491c-bb5b-3d1c59bafd74 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848351 Nov 22 18:43:14.189865 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29696471-01e5-499d-aae8-a2cadb00ab84 None None] New status for floating IP 3e5db6b3-8cb0-4ae3-bcfb-67973b452e39: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:43:14.815624 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0093c-0ecc-46c3-8aeb-291ecddbdc51 req-7ab5140f-60b8-43c6-ba91-7ce3d2e418b5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:14.817115 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-10a0093c-0ecc-46c3-8aeb-291ecddbdc51 req-7ab5140f-60b8-43c6-ba91-7ce3d2e418b5 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.1006536 Nov 22 18:43:14.867236 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-10a0093c-0ecc-46c3-8aeb-291ecddbdc51 req-2449369b-3260-4b1b-9cf5-746b0702818b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Nov 22 18:43:14.981098 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c5201800-e85f-4d80-a947-da701701d31d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:14.982551 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c5201800-e85f-4d80-a947-da701701d31d tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 946 time: 0.0526857 Nov 22 18:43:15.072468 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port cffce2cb-68c3-4e84-84ba-e0ddc175b5af {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:15.072812 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:15.163275 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] For port cffce2cb-68c3-4e84-84ba-e0ddc175b5af, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:15.163643 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:15.176727 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for cffce2cb-68c3-4e84-84ba-e0ddc175b5af owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:15.300438 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:15.330504 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=cffce2cb-68c3-4e84-84ba-e0ddc175b5af,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:15.343989 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.344353 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.344709 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.345639 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.346142 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.346486 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.346826 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.347191 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.347534 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.347868 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.348198 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.348529 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:15.382529 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] No DVR routers for this DVR port cffce2cb-68c3-4e84-84ba-e0ddc175b5af on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:15.384954 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:15.388364 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-b625a714-22fd-4c16-bd59-3f83ead8307f req-c4ec50c4-8094-480f-aaba-16654b0e18f2 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "DELETE /v2.0/ports/cffce2cb-68c3-4e84-84ba-e0ddc175b5af HTTP/1.1" status: 204 len: 173 time: 0.3968129 Nov 22 18:43:15.388802 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'name': 'network-vif-deleted', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:43:15.391170 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc245d35-9c2b-4f15-a104-9b8eab119850" -d '{"events": [{"server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "name": "network-vif-deleted", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:43:15.502173 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7c45d-0ec8-4b2e-9a30-bf5ae597e8f5 x-openstack-request-id: req-c1e7c45d-0ec8-4b2e-9a30-bf5ae597e8f5 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:43:15.502477 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f0f92-ccb3-4041-8ee6-590874759fe9", "name": "network-vif-deleted", "tag": "cffce2cb-68c3-4e84-84ba-e0ddc175b5af", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:43:15.502739 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1e7c45d-0ec8-4b2e-9a30-bf5ae597e8f5 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:43:15.503192 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f0f92-ccb3-4041-8ee6-590874759fe9', 'name': 'network-vif-deleted', 'tag': 'cffce2cb-68c3-4e84-84ba-e0ddc175b5af', 'status': 'completed', 'code': 200} Nov 22 18:43:15.974579 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-5db0082d-37f5-434c-8c74-ba6a76651c80 req-b682d79c-f8ce-45f8-9881-a275fe880718 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=262f0f92-ccb3-4041-8ee6-590874759fe9 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Nov 22 18:43:17.864438 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device cffce2cb-68c3-4e84-84ba-e0ddc175b5af no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:17.884997 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: cffce2cb-68c3-4e84-84ba-e0ddc175b5af {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:17.885347 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device cffce2cb-68c3-4e84-84ba-e0ddc175b5af not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:19.256227 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40672) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:19.413270 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port 0984779c-764a-47bb-a14f-1dc84dbc4df8 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:19.413609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:19.492831 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:19.493055 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:19.504824 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for 0984779c-764a-47bb-a14f-1dc84dbc4df8 owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:19.654330 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:19.681255 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=0984779c-764a-47bb-a14f-1dc84dbc4df8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:19.740505 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:19.740829 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.db.l3_db [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Floating IP e1d88586-bc7e-4956-b453-67c9dd839397 disassociated (deleted). External IP: 172.27.1.35, port: 8e4e4ce1-ffda-472e-8883-3127e339921b. Nov 22 18:43:19.951606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:43:20.059789 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:43:20.064502 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:20.070920 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:43:20.082314 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:20.082977 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:20.092613 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b4de7324-803c-42ad-b887-e96a243d84d1 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "DELETE /v2.0/floatingips/e1d88586-bc7e-4956-b453-67c9dd839397 HTTP/1.1" status: 204 len: 168 time: 0.8357027 Nov 22 18:43:20.093213 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:43:20.095483 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef42639ac4eac880ec6e26eeb75bf4cdddfb05fa0f43401c82176f5f758ac912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57" -d '{"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:43:20.134355 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7ed6a-84df-4786-bd89-ed81d586260c x-openstack-request-id: req-8cf7ed6a-84df-4786-bd89-ed81d586260c {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:43:20.134718 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b", "status": "completed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:43:20.135066 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cf7ed6a-84df-4786-bd89-ed81d586260c {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:43:20.135477 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'status': 'completed', 'code': 200} Nov 22 18:43:20.195572 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:20.230029 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-3d9509e3-9399-41b2-bb65-4ff78816cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:20.231749 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-3d9509e3-9399-41b2-bb65-4ff78816cfb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8b07724e8c04d128ea3215f3707bd15&device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 1098 time: 0.0546625 Nov 22 18:43:20.335124 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-47c205b1-3cb2-461a-8094-f44f70bc0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:20.336865 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-47c205b1-3cb2-461a-8094-f44f70bc0e2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 200 len: 912 time: 0.0967996 Nov 22 18:43:20.337720 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781fed6-6be4-490d-94fe-8031cf337b8d req-5055eb40-a0d1-4e56-8147-13efff9ab391 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:20.339334 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b781fed6-6be4-490d-94fe-8031cf337b8d req-5055eb40-a0d1-4e56-8147-13efff9ab391 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0547171 Nov 22 18:43:20.380832 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-e2cf473c-978d-4a73-9446-de7735189484 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 200 len: 217 time: 0.0356193 Nov 22 18:43:20.393856 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-b781fed6-6be4-490d-94fe-8031cf337b8d req-40b67c2e-72f2-4461-8d06-ddcac416335b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476592 Nov 22 18:43:20.416768 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:20.433983 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-f2c61e33-2007-4438-8603-5113b3ae3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:20.435484 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-f2c61e33-2007-4438-8603-5113b3ae3768 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 200 len: 850 time: 0.0473053 Nov 22 18:43:20.445053 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:43:20.453793 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:20.454483 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:20.488418 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-9977b25c-cda7-43c2-9012-71061e594e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:20.489933 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-9977b25c-cda7-43c2-9012-71061e594e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7309596-ce01-4971-82b2-2735b6114735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451980 Nov 22 18:43:20.583797 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-7e4b2da8-5a08-411e-9248-a9fb803fddfb service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Nov 22 18:43:20.687501 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-1e5c2b3f-c3f1-4686-b5cb-a69d60519c57 req-822d47b6-00c5-4ea5-b149-a4fc103d7b84 service neutron] 10.222.0.57 "GET /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962124 Nov 22 18:43:20.689465 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:20.885771 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:20.916561 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27f68-4e1f-49fc-a4f9-3ed1965038a5 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:34:03Z', 'revision_number': 4, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi', '_interfaces': [{'id': '00876a5f-e747-474b-a433-defbb52106a7', 'name': '', 'network_id': 'd7309596-ce01-4971-82b2-2735b6114735', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'mac_address': 'fa:16:3e:e3:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:01Z', 'updated_at': '2021-11-22T18:34:15Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'subnets': [{'id': '38ef5948-9cee-49bd-b97b-dec693b867c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:43:21.125511 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889a953-081a-4979-a92d-44f03804bdd2 None None] New status for floating IP e1d88586-bc7e-4956-b453-67c9dd839397: DOWN {{(pid=102588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:43:21.319259 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:43:21.514958 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12916c-fe98-46bd-94f5-c4ff41d708a9 req-db2b8abf-5055-45a6-9129-89eb0b706cf8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:21.516456 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df12916c-fe98-46bd-94f5-c4ff41d708a9 req-db2b8abf-5055-45a6-9129-89eb0b706cf8 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0501392 Nov 22 18:43:21.566766 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-df12916c-fe98-46bd-94f5-c4ff41d708a9 req-5ae43454-3755-4eb0-8370-b81b54c46e7b tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/security-groups?id=137d5dad-289e-49dd-8038-66eaabfed985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Nov 22 18:43:21.760899 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8decf7-4567-464c-9960-422727cb8c24 req-2861ca69-baaf-4d70-8109-cc621898a123 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:43:21.762351 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ab8decf7-4567-464c-9960-422727cb8c24 req-2861ca69-baaf-4d70-8109-cc621898a123 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 945 time: 0.0491927 Nov 22 18:43:21.852516 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port 8e4e4ce1-ffda-472e-8883-3127e339921b {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:21.852769 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:21.942618 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] For port 8e4e4ce1-ffda-472e-8883-3127e339921b, host hv-cinder-81881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81881',level=0,port_id=8e4e4ce1-ffda-472e-8883-3127e339921b,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:21.943150 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:21.955486 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for 8e4e4ce1-ffda-472e-8883-3127e339921b owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:22.080032 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:22.108055 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=8e4e4ce1-ffda-472e-8883-3127e339921b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:22.150095 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] No DVR routers for this DVR port 8e4e4ce1-ffda-472e-8883-3127e339921b on host hv-cinder-81881 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:22.152824 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:22.156251 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [req-ab8decf7-4567-464c-9960-422727cb8c24 req-cdc2f7a3-6f18-49b6-b5c8-05f035724d45 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.57 "DELETE /v2.0/ports/8e4e4ce1-ffda-472e-8883-3127e339921b HTTP/1.1" status: 204 len: 173 time: 0.3868291 Nov 22 18:43:22.156693 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'name': 'network-vif-deleted', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:43:22.158992 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b08c288089c405b4ecba60b1d06efd2bef51002e11a45e529869a91e0d512b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97578f90-d056-4f6a-a832-213e3f52bc3a" -d '{"events": [{"server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "name": "network-vif-deleted", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:43:22.198314 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2938f57-885a-454f-bc81-23a14e782909 x-openstack-request-id: req-b2938f57-885a-454f-bc81-23a14e782909 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:43:22.198614 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04393db0-7d9b-49f8-a1b0-9ab435e8f0fe", "name": "network-vif-deleted", "tag": "8e4e4ce1-ffda-472e-8883-3127e339921b", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:43:22.198895 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2938f57-885a-454f-bc81-23a14e782909 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:43:22.199303 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04393db0-7d9b-49f8-a1b0-9ab435e8f0fe', 'name': 'network-vif-deleted', 'tag': '8e4e4ce1-ffda-472e-8883-3127e339921b', 'status': 'completed', 'code': 200} Nov 22 18:43:22.674673 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [req-ebe2cc3d-909c-4403-afed-824c3a7650d0 req-5e980a39-4009-483c-8f30-ecdc8fcb4beb tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "GET /v2.0/ports?device_id=04393db0-7d9b-49f8-a1b0-9ab435e8f0fe HTTP/1.1" status: 200 len: 210 time: 0.0280926 Nov 22 18:43:23.732764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40688) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:23.846698 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:23.857829 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Deleting port 042895c9-074d-4de4-b2e1-ad7662fb1f5b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:23.858164 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:23.936063 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:23.936363 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:23.949314 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Calling delete_port for 042895c9-074d-4de4-b2e1-ad7662fb1f5b owned by network:floatingip {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:24.083174 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:24.108791 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'Port': ['ID=042895c9-074d-4de4-b2e1-ad7662fb1f5b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:24.169482 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:24.172225 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024900'] for floatingip, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:24.173386 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-746501fc-6beb-48bb-bfa2-4b4beaba4f37 tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a1f688a-7d46-4871-b78a-b9802cc14a6c HTTP/1.1" status: 204 len: 168 time: 0.4396572 Nov 22 18:43:25.368651 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40700) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:25.381086 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-a953c547-ebe4-4ad2-8685-c9f00d632baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:25.427946 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:25.454674 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:25.516665 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:25.520241 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:25.521572 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] 10.222.0.61 "DELETE /v2.0/security-groups/137d5dad-289e-49dd-8038-66eaabfed985 HTTP/1.1" status: 204 len: 168 time: 0.1518750 Nov 22 18:43:25.531238 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc298-244f-429a-82a9-d7f0f7ebbacf tempest-TestVolumeBootPattern-1795704699 tempest-TestVolumeBootPattern-1795704699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d5dad-289e-49dd-8038-66eaabfed985,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:25.596591 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40704) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:25.927447 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8e4e4ce1-ffda-472e-8883-3127e339921b no longer exists at agent hyperv_hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:25.947462 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] No Port match for: 8e4e4ce1-ffda-472e-8883-3127e339921b {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:25.947808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Device 8e4e4ce1-ffda-472e-8883-3127e339921b not bound to the agent host hv-cinder-81881 {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:26.041609 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:26.285435 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Deleting port 00876a5f-e747-474b-a433-defbb52106a7 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:26.285780 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:26.615285 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] For port 00876a5f-e747-474b-a433-defbb52106a7, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=00876a5f-e747-474b-a433-defbb52106a7,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:26.615964 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:26.628265 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Calling delete_port for 00876a5f-e747-474b-a433-defbb52106a7 owned by network:router_interface {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:26.805360 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:26.831051 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Pushing event deleted for resources: {'Port': ['ID=00876a5f-e747-474b-a433-defbb52106a7,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:27.006454 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.236434 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Router 51e1626c-892a-4c40-a481-ed9670dd75f7 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:43:27.343649 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:43:27.349661 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-d8ab23c1-56c5-4cd5-b452-8b4caa1c6890 admin admin] 10.222.0.61 "PUT /v2.0/routers/51e1626c-892a-4c40-a481-ed9670dd75f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519271 Nov 22 18:43:27.352162 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40708) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:27.353987 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Sync routers for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:43:27.363724 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:27.364336 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:27.474509 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks [] for router, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.481263 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:27.577913 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.631884 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Deleting port 1d7946c1-527d-48eb-8801-8b7fe4973e54 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:27.632569 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.665647 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:43:26Z', 'revision_number': 5, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port': {'id': '1d7946c1-527d-48eb-8801-8b7fe4973e54', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:33:56Z', 'updated_at': '2021-11-22T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:27.692618 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Checking router: 51e1626c-892a-4c40-a481-ed9670dd75f7 for host: dv-cinder-818815-1-iscsi {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:43:27.701194 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Routers {'51e1626c-892a-4c40-a481-ed9670dd75f7'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:27.701813 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:42:58Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['51e1626c-892a-4c40-a481-ed9670dd75f7'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:27.720161 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] For port 1d7946c1-527d-48eb-8801-8b7fe4973e54, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=1d7946c1-527d-48eb-8801-8b7fe4973e54,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:27.720545 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.733939 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Calling delete_port for 1d7946c1-527d-48eb-8801-8b7fe4973e54 owned by network:router_gateway {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:27.788860 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3628d8f4-bfb2-4bf8-acc3-31f20b989e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.802395 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] Set router 51e1626c-892a-4c40-a481-ed9670dd75f7 gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:27.859315 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:43:27Z', 'revision_number': 6, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:27.887941 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9881-699b-4757-a992-0be29a35d383 None None] The sync data for ids ['51e1626c-892a-4c40-a481-ed9670dd75f7'] in dv-cinder-818815-1-iscsi is: [{'id': '51e1626c-892a-4c40-a481-ed9670dd75f7', 'name': 'tempest-TestVolumeBootPattern-465879185-router', 'tenant_id': 'c8b07724e8c04d128ea3215f3707bd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:33:55Z', 'updated_at': '2021-11-22T18:43:27Z', 'revision_number': 6, 'project_id': 'c8b07724e8c04d128ea3215f3707bd15', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:43:27.908306 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:27.939876 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7946c1-527d-48eb-8801-8b7fe4973e54,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:27.999697 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.102415 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.104501 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.148614 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.149184 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e1626c-892a-4c40-a481-ed9670dd75f7 {{(pid=102586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:43:28.154442 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] Publish callbacks [] for router, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.155355 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-b515beac-5a7a-4353-a886-0ca4a7378655 admin admin] 10.222.0.61 "DELETE /v2.0/routers/51e1626c-892a-4c40-a481-ed9670dd75f7 HTTP/1.1" status: 204 len: 168 time: 0.8022449 Nov 22 18:43:28.157878 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40710) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:28.202084 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Deleting subnet 38ef5948-9cee-49bd-b97b-dec693b867c6 {{(pid=102586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:43:28.205140 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.240837 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59654224'] for subnet, precommit_delete_associations {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.325882 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.383633 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59422961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666262'] for subnet, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.413746 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ef5948-9cee-49bd-b97b-dec693b867c6,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:28.418511 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for subnet, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.424216 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-509ec922-c903-4bf0-a03c-c2d867d63bc2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/38ef5948-9cee-49bd-b97b-dec693b867c6 HTTP/1.1" status: 204 len: 168 time: 0.2631691 Nov 22 18:43:28.424582 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40712) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:28.424767 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaac06-ecd6-4833-a1ad-f3e0927ba69b None None] Network d7309596-ce01-4971-82b2-2735b6114735 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:43:28.499657 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.552847 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Deleting port 3210cf88-3b14-41f7-8f7a-9538dccf8898 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:28.553180 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.626989 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] For port 3210cf88-3b14-41f7-8f7a-9538dccf8898, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=3210cf88-3b14-41f7-8f7a-9538dccf8898,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:28.627366 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.641544 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Calling delete_port for 3210cf88-3b14-41f7-8f7a-9538dccf8898 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:28.655912 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] DHCP port deletion for d7309596-ce01-4971-82b2-2735b6114735 request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:43:28.705000 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Deleting port 3210cf88-3b14-41f7-8f7a-9538dccf8898 {{(pid=102587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:28.705354 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.731356 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.758918 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3210cf88-3b14-41f7-8f7a-9538dccf8898,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:28.763896 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] No DVR routers for this DVR port 3210cf88-3b14-41f7-8f7a-9538dccf8898 on host dv-cinder-818815-1-iscsi {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:28.780158 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] For port 3210cf88-3b14-41f7-8f7a-9538dccf8898, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=3210cf88-3b14-41f7-8f7a-9538dccf8898,segment=NetworkSegment(5a0af26a-f6b8-431b-a1f8-c557a03b5124),segment_id=5a0af26a-f6b8-431b-a1f8-c557a03b5124)] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:28.780557 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.794168 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Calling delete_port for 3210cf88-3b14-41f7-8f7a-9538dccf8898 owned by network:dhcp {{(pid=102587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:28.840082 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.865501 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7309596-ce01-4971-82b2-2735b6114735']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:28.874115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948'] for port, after_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.875413 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0af26a-f6b8-431b-a1f8-c557a03b5124') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:28.875705 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0af26a-f6b8-431b-a1f8-c557a03b5124') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:28.888874 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.904494 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Pushing event deleted for resources: {'Port': ['ID=3210cf88-3b14-41f7-8f7a-9538dccf8898,revision_number=None']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:28.904743 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.912481 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:43:28.913440 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.913769 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] No DVR routers for this DVR port 3210cf88-3b14-41f7-8f7a-9538dccf8898 on host dv-cinder-818815-1-iscsi {{(pid=102587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:43:28.916028 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.918693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.919467 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.919467 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.919467 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.919751 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2389a7-4f72-4942-beca-1a6208f1ebee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818815-1-iscsi {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:43:28.964317 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.986076 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.992433 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:28.995612 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d7309596-ce01-4971-82b2-2735b6114735 HTTP/1.1" status: 204 len: 168 time: 0.5699410 Nov 22 18:43:28.998612 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40714) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:29.006909 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089d0db-de94-4601-b7a4-3f77d4fdcf16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7309596-ce01-4971-82b2-2735b6114735,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:29.344856 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404368'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:29.486801 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 3210cf88-3b14-41f7-8f7a-9538dccf8898 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:29.509320 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 3210cf88-3b14-41f7-8f7a-9538dccf8898 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:29.509760 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 3210cf88-3b14-41f7-8f7a-9538dccf8898 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:29.510254 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 00876a5f-e747-474b-a433-defbb52106a7 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:29.529972 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 00876a5f-e747-474b-a433-defbb52106a7 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:29.530327 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 00876a5f-e747-474b-a433-defbb52106a7 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:29.530750 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 1d7946c1-527d-48eb-8801-8b7fe4973e54 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:29.549808 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 1d7946c1-527d-48eb-8801-8b7fe4973e54 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:29.550153 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 1d7946c1-527d-48eb-8801-8b7fe4973e54 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:29.589342 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Deleting port 92f1f396-dc69-494c-b172-4824df4b9948 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:29.589682 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:29.666057 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] For port 92f1f396-dc69-494c-b172-4824df4b9948, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=92f1f396-dc69-494c-b172-4824df4b9948,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:29.666358 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:29.682046 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Calling delete_port for 92f1f396-dc69-494c-b172-4824df4b9948 owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:29.855875 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:29.881198 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Pushing event deleted for resources: {'Port': ['ID=92f1f396-dc69-494c-b172-4824df4b9948,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:30.045371 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404348'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.255123 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Router adb916d9-eff7-49a3-865c-73a1cf0879b3 has already been hosted by L3 agent 22f7f42c-602e-4523-a518-1f793b912de3 {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:43:30.360766 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] Notify agent at l3_agent.dv-cinder-818815-1-iscsi the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:43:30.366228 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-2dd1c9bb-39b0-44ae-8008-1b4064c8b9db admin admin] 10.222.0.61 "PUT /v2.0/routers/adb916d9-eff7-49a3-865c-73a1cf0879b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3665612 Nov 22 18:43:30.368814 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40716) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:30.370382 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Sync routers for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:43:30.381706 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:30.382309 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:43:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:30.469636 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks [] for router, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.573673 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.575387 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: dv-cinder-818815-1-iscsi {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:30.625644 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Deleting port b5a60db0-090f-400e-9de6-bceed81db7e4 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:30.625985 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.705939 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] For port b5a60db0-090f-400e-9de6-bceed81db7e4, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=b5a60db0-090f-400e-9de6-bceed81db7e4,segment=NetworkSegment(b231ede0-94fb-41dd-bb0c-04ea3bd882bc),segment_id=b231ede0-94fb-41dd-bb0c-04ea3bd882bc)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:30.706350 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.724396 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Calling delete_port for b5a60db0-090f-400e-9de6-bceed81db7e4 owned by network:router_gateway {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:30.756209 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'external_fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:43:29Z', 'revision_number': 5, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port': {'id': 'b5a60db0-090f-400e-9de6-bceed81db7e4', 'name': '', 'network_id': '1758bbb6-44df-43b7-9824-a7f739d3020b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:34:14Z', 'updated_at': '2021-11-22T18:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2dc29-6573-4390-a6ef-fbed89b75df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818815-1-iscsi'}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:30.782094 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Checking router: adb916d9-eff7-49a3-865c-73a1cf0879b3 for host: dv-cinder-818815-1-iscsi {{(pid=102588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:43:30.792764 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Routers {'adb916d9-eff7-49a3-865c-73a1cf0879b3'} bound to L3 agent in host dv-cinder-818815-1-iscsi {{(pid=102588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:43:30.793374 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T18:24:28Z,description=,heartbeat_timestamp=2021-11-22T18:43:28Z,host='dv-cinder-818815-1-iscsi',id=22f7f42c-602e-4523-a518-1f793b912de3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T18:24:28Z,topic='l3_agent')) {'router_ids': ['adb916d9-eff7-49a3-865c-73a1cf0879b3'], 'active': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:30.883010 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvr_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] Set router adb916d9-eff7-49a3-865c-73a1cf0879b3 gateway port host: None {{(pid=102588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:43:30.889185 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845881'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:30.917058 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a60db0-090f-400e-9de6-bceed81db7e4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:30.939555 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_hamode_db [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:43:30Z', 'revision_number': 6, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port_host': None}], 'dv-cinder-818815-1-iscsi', False) {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:30.966095 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1abc6-9762-4295-8197-946909e501f3 None None] The sync data for ids ['adb916d9-eff7-49a3-865c-73a1cf0879b3'] in dv-cinder-818815-1-iscsi is: [{'id': 'adb916d9-eff7-49a3-865c-73a1cf0879b3', 'name': 'tempest-TestVolumeBootPattern-147431103-router', 'tenant_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:34:12Z', 'updated_at': '2021-11-22T18:43:30Z', 'revision_number': 6, 'project_id': '3f14f9d2c8ad492db8a44ecac39ce04a', 'gw_port_host': None}] {{(pid=102588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:43:30.980538 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401630'] for router_gateway, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.070920 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8410'] for router, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.073028 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.117301 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401469'] for router, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.117918 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb916d9-eff7-49a3-865c-73a1cf0879b3 {{(pid=102585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:43:31.122971 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.124109 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-665fe8e7-909c-4198-a607-85bc2dd5d0dc admin admin] 10.222.0.61 "DELETE /v2.0/routers/adb916d9-eff7-49a3-865c-73a1cf0879b3 HTTP/1.1" status: 204 len: 168 time: 0.7543969 Nov 22 18:43:31.126586 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.61', 40718) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:31.173221 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Deleting subnet 9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:43:31.176497 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.210704 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59111540'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.286392 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16338718'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.595277 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58845798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59749173'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.619327 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:31.624829 dv-cinder-818815-1-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.629848 dv-cinder-818815-1-iscsi neutron-server[102585]: INFO neutron.wsgi [None req-fd24db0e-82bc-44fc-a7ad-9538e8356276 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9c934a1b-a0b2-4fdf-aa1c-44aaffddea0a HTTP/1.1" status: 204 len: 168 time: 0.5020292 Nov 22 18:43:31.632407 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40720) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:31.636352 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f8660-0d4a-4db3-a153-527d37c6efb9 None None] Network 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 requested from dv-cinder-818815-1-iscsi {{(pid=102587) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:43:31.709128 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996007'] for network, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.718907 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.732965 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.771115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b5a60db0-090f-400e-9de6-bceed81db7e4 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:31.779105 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Deleting port 48603207-6800-4c25-8db8-c631905ca584 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:31.779439 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.810295 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: b5a60db0-090f-400e-9de6-bceed81db7e4 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:31.810649 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device b5a60db0-090f-400e-9de6-bceed81db7e4 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:31.811115 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 92f1f396-dc69-494c-b172-4824df4b9948 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:31.833670 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 92f1f396-dc69-494c-b172-4824df4b9948 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:31.834106 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 92f1f396-dc69-494c-b172-4824df4b9948 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:31.855150 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] For port 48603207-6800-4c25-8db8-c631905ca584, host dv-cinder-818815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818815-1-iscsi',level=0,port_id=48603207-6800-4c25-8db8-c631905ca584,segment=NetworkSegment(ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed),segment_id=ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:31.855527 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.870176 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Calling delete_port for 48603207-6800-4c25-8db8-c631905ca584 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:31.911338 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] DHCP port deletion for 22f7d4a0-68d6-4ff3-8f44-251a592a0e66 request from dv-cinder-818815-1-iscsi {{(pid=102587) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:43:31.952519 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59422766'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.965091 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Deleting port 48603207-6800-4c25-8db8-c631905ca584 {{(pid=102587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:43:31.965460 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728086011944'] for port, before_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:31.980822 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48603207-6800-4c25-8db8-c631905ca584,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:31.985047 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] No DVR routers for this DVR port 48603207-6800-4c25-8db8-c631905ca584 on host dv-cinder-818815-1-iscsi {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:32.036960 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] For port 48603207-6800-4c25-8db8-c631905ca584, host dv-cinder-818815-1-iscsi, got binding levels [] {{(pid=102587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:43:32.037354 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402427'] for port, precommit_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.049629 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Calling delete_port for 48603207-6800-4c25-8db8-c631905ca584 owned by network:dhcp {{(pid=102587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:43:32.052492 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.ipam_backend_mixin [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Port 48603207-6800-4c25-8db8-c631905ca584 was not found and therefore no delete operation was performed {{(pid=102587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 18:43:32.054167 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728086014037', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728085580948'] for port, after_delete {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.067524 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16364198', 'neutron.services.segments.db._delete_segments_for_network-8728085909387'] for network, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.080788 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] Pushing event deleted for resources: {'Port': ['ID=48603207-6800-4c25-8db8-c631905ca584,revision_number=None']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:32.085828 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95ebb6-d161-487f-b4d9-ab90127160cf None None] No DVR routers for this DVR port 48603207-6800-4c25-8db8-c631905ca584 on host dv-cinder-818815-1-iscsi {{(pid=102587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:43:32.089104 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f7d4a0-68d6-4ff3-8f44-251a592a0e66']}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:32.104858 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed') {'for_net_delete': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:32.105180 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.services.segments.db [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3bd6df-9a2c-4dd8-9f70-c15ae5ed40ed') {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:43:32.115200 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728086021910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59654235'] for segment, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.127986 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570'] for segment, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.134348 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:43:32.134675 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59422811'] for segment, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: Traceback (most recent call last): Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: timer() Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: cb(*args, **kw) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: return func(*args, **kwargs) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: self._notify() Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: self.callback(batched_events) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: event.method(event) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: return f(self, *a, **k) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._get(url).json() Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: return self.request(url, 'GET', **kwargs) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:43:32.136315 dv-cinder-818815-1-iscsi neutron-server[102586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:43:32.190309 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16364207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401634'] for network, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.196239 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561755'] for network, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.199306 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/22f7d4a0-68d6-4ff3-8f44-251a592a0e66 HTTP/1.1" status: 204 len: 168 time: 0.5658307 Nov 22 18:43:32.214805 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b091e-db8e-46b1-bbe0-ef9b69b932a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f7d4a0-68d6-4ff3-8f44-251a592a0e66,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:32.312864 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40724) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:32.352501 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-1052d8ea-2240-4f9a-96bc-a8c4853c4d4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8b07724e8c04d128ea3215f3707bd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384395 Nov 22 18:43:32.354905 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40726) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:32.402798 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.424427 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.471606 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.474886 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.476386 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bd92d5b-d0e6-4090-bff0-ce1e52be0972 HTTP/1.1" status: 204 len: 168 time: 0.1202769 Nov 22 18:43:32.484628 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37077327-8afb-4bd5-a6ac-ed9364b549dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd92d5b-d0e6-4090-bff0-ce1e52be0972,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:32.789587 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40732) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:32.828333 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-c1c72b2d-c909-47a2-8b0b-eb522ea18f0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f14f9d2c8ad492db8a44ecac39ce04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375926 Nov 22 18:43:32.830764 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.wsgi [-] (102586) accepted ('10.222.0.61', 40734) {{(pid=102586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:43:32.879176 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.903512 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.948536 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609053'] for security_group, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.951296 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:32.952442 dv-cinder-818815-1-iscsi neutron-server[102586]: INFO neutron.wsgi [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8a81996-cb42-4253-8349-cacadd515639 HTTP/1.1" status: 204 len: 168 time: 0.1199112 Nov 22 18:43:32.960808 dv-cinder-818815-1-iscsi neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23c9c9-9686-49c8-bcbd-530718794fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a81996-cb42-4253-8349-cacadd515639,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:43:33.493798 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 48603207-6800-4c25-8db8-c631905ca584 no longer exists at agent ovs-agent-dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:43:33.513385 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.plugin [None req-175fec35-b731-448a-a16a-2352892f4746 None None] No Port match for: 48603207-6800-4c25-8db8-c631905ca584 {{(pid=102587) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:43:33.513828 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron.plugins.ml2.rpc [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Device 48603207-6800-4c25-8db8-c631905ca584 not bound to the agent host dv-cinder-818815-1-iscsi {{(pid=102587) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:43:53.862019 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:55.387469 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-19d2cd2f-1897-47d8-b474-955cbf5b83bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:57.752256 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-35435544-0336-45f9-bd4c-c091b1babb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:43:58.318645 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:43:58.962105 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:01.647325 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:01.675087 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:23.867826 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:25.379116 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-406d1a9f-27ee-4143-81df-58abe45e14e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:27.754584 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fe2b4c3a-b1fa-46c7-a1e9-4f3480428fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:28.967516 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:31.652573 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:31.676259 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:35.317663 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:44:53.891523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:55.381148 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-72fc327f-e1bf-43c9-b92a-e41683f93d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:57.765538 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-5bd12da2-ca76-4fae-9754-b41b62289aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:44:58.968077 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:01.648251 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:01.679500 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:12.317000 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:45:23.891242 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:25.384651 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1835e2ce-45d5-4201-8ba4-525ab3311329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:27.757045 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-57f75582-72bb-4da8-bf07-57f21ffbd4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:28.970140 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:31.652535 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:31.681571 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:49.315410 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:45:53.906566 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:55.386265 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-13254ac0-76bb-4a06-8443-922510a0ae66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:57.758777 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-1504ff12-ea24-417e-b294-8e31a7c9ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:45:58.972754 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:01.655598 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:01.681061 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:23.905211 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:25.388915 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f059cd08-a2c9-4afe-9ad4-fceccff15570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:26.318294 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:46:27.761565 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-85ec662c-0578-4ddb-9f8e-0c48d4d1e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:28.976210 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:31.657755 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:31.682875 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:53.904523 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:55.391172 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-6d01e10c-f057-41ea-bb23-637fb87b5e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:57.762941 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-7926a5ea-4ebd-4826-b575-3e875c358b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:46:58.978984 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:01.659417 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:01.687202 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:03.317432 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:47:23.920098 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:25.393569 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-6ce285b2-7e5d-4094-8085-f54e5949968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:27.764590 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-d43ee6d8-c61e-415b-b2a1-015f7649f721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:28.982154 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:31.662353 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:31.688989 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:40.315699 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:47:53.919926 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:55.394884 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ff244ff2-3523-4571-a045-02a353815b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:57.766356 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6ff6-7aed-4f57-a233-6295fe482077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:47:58.984750 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:01.665368 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:01.690182 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:17.314539 dv-cinder-818815-1-iscsi neutron-server[102588]: DEBUG neutron.db.agents_db [None req-b2569ccb-0547-4815-81c1-f4de60deaeb8 None None] Agent healthcheck: found 6 active agents {{(pid=102588) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:48:23.907781 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4d735f96-14d7-4df9-b5ee-5d54274cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:25.395762 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-fc85616d-03ef-446b-97c5-eac9f65c2bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:27.767910 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-693f7177-e116-4d81-b5cf-905978e0fab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:28.987259 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e683-f275-4ce4-a3cc-f97a79dae4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:31.668693 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-9f5463fd-6b79-4497-9682-f3b3aa867e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:48:31.691277 dv-cinder-818815-1-iscsi neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-175fec35-b731-448a-a16a-2352892f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728085909459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16315139'] for agent, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}